-- Logs begin at Sun 2022-08-07 21:36:41 UTC, end at Sun 2022-08-07 23:00:12 UTC. -- Aug 07 22:29:06.372749 dv-cinder-850321-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 22:29:09.030607 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.common.config [-] Logging enabled! Aug 07 22:29:09.031669 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 07 22:29:09.031988 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104476) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 07 22:29:09.036679 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.common.config [-] Logging enabled! Aug 07 22:29:09.036939 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 07 22:29:09.037260 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104476) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 07 22:29:09.038236 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 22:29:09.038472 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 22:29:09.038967 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 22:29:09.039216 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 22:29:09.039446 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 22:29:09.039772 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.040098 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.040336 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.040638 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.040933 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.041220 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.041513 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.041815 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.042105 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.042389 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.042674 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.042907 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.043190 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.043477 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.043765 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.043992 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] debug = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.044296 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.044733 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.045147 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.045432 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.045720 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.046016 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.046276 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.047132 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.047416 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.047749 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] host = dv-cinder-850321-3-iscsi {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.048051 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.048345 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.048633 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.048920 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.049197 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.049475 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.049759 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.050035 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.050310 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] log_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.050589 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.050878 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.051166 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.051462 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.051687 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.051909 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.052219 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.052513 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.052792 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.053068 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.053342 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.053619 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.053893 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.054164 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.054453 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.054742 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.055030 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.055307 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.055583 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.055858 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.056154 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.056443 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.056718 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.056993 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.057272 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.057557 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.057826 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.058100 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.058401 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.058690 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.058974 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.059262 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.059538 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.059821 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.060125 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.060402 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.060677 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] use_json = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.060952 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.061226 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.061509 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.061784 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.062119 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.062398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.062678 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.062962 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.063240 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:09.063537 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.063834 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.064159 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.064445 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.064751 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.065033 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.065325 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.065605 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.065893 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.066181 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.066468 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.066748 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.067053 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.067345 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.067637 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.067939 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.068254 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.068545 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.068822 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.069095 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.069369 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.069650 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.069938 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.070218 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.070507 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.070798 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.071080 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.071379 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.071664 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.071947 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.072266 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.072558 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.072833 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.073112 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.073403 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.073681 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.073954 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.074242 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.074523 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.074796 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.075080 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.075372 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.075660 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.075932 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.076233 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.076522 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.076800 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.077078 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.077352 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.077691 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.077989 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.078279 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.078552 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.078828 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.079102 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.079382 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.079655 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.079929 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.080230 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.080502 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.080780 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.081055 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.081330 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.081603 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.081874 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.082145 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.082416 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.082686 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.082964 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.083239 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.083511 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.083786 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.084082 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.084359 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.084659 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.084942 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.085225 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.085507 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.085788 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.086067 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.086346 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.086624 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.086902 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.087182 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.087473 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.087757 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.088063 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.088352 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.088632 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.088947 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.089228 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.089508 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.089787 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.090066 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.090343 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.090624 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.090902 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.091182 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.091466 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.091749 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.092119 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.092418 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.092698 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.092993 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.093799 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.094312 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.094698 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.095017 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.095303 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:09.095526 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 22:29:09.095771 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104476) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 22:29:09.393495 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 07 22:29:09.393815 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 07 22:29:09.394082 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 07 22:29:09.394316 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 07 22:29:09.394595 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 07 22:29:09.394936 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 22:29:09.808809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.809105 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.809379 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.810688 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.810965 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.811232 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.864881 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.865164 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.865447 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.880135 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.880420 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.880691 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.910727 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.911005 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.911276 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.947614 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.947903 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:09.948208 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.179314 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.179917 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.179917 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.180150 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.180950 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.278651 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.278980 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.279266 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.279539 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.279807 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.280146 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.280410 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.280691 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.281119 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.281416 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.281684 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.281956 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.282219 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.282477 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.282738 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.283005 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.283265 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.283535 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.283806 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.284088 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.284368 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.284625 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.284908 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.285290 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.285543 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.285795 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.286191 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:10.286434 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:10.286674 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:10.286912 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:10.287151 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:10.287388 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:10.287754 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 22:29:10.290862 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 22:29:10.294729 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 22:29:10.299269 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 07 22:29:10.300914 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 22:29:10.301533 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 22:29:10.301869 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 22:29:10.302249 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 22:29:10.305035 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 22:29:10.305290 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 22:29:10.305639 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 22:29:10.310670 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 22:29:10.334034 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 22:29:10.334474 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.334772 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104476) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 07 22:29:10.335142 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.336509 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104476) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 22:29:10.336788 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 22:29:10.337030 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 22:29:10.340303 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.340592 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:10.502228 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 22:29:10.502405 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 22:29:10.502647 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 22:29:10.503030 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 22:29:10.555425 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO dbcounter [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Registered counter for database neutron Aug 07 22:29:10.573244 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_db.sqlalchemy.engines [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104476) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 22:29:10.579192 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writer thread running {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 22:29:11.286273 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing driver for type 'gre' Aug 07 22:29:11.286938 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] gre ID ranges: [(1, 1000)] Aug 07 22:29:11.494686 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing driver for type 'local' Aug 07 22:29:11.495018 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing driver for type 'vlan' Aug 07 22:29:11.574534 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] VlanTypeDriver initialization complete Aug 07 22:29:11.574801 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing driver for type 'vxlan' Aug 07 22:29:11.575299 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] vxlan ID ranges: [(1, 1000)] Aug 07 22:29:11.774493 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing extension driver 'port_security' Aug 07 22:29:11.774832 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] PortSecurityExtensionDriver initialization complete Aug 07 22:29:11.775168 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing mechanism driver 'openvswitch' Aug 07 22:29:11.775518 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing mechanism driver 'hyperv' Aug 07 22:29:11.786755 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:11.787425 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.787797 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.788182 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.788689 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 22:29:11.789111 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnet after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.789467 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnet after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.789821 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.790216 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 22:29:11.790625 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.790984 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.791341 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.791720 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 22:29:11.792171 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > security_group after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.792527 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > security_group after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.792873 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.793266 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 22:29:11.793674 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.794024 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.794367 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.794766 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 22:29:11.795168 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > address_group after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.795514 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > address_group after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.795855 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.796364 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104476) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 22:29:11.796823 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] ML2 OVO RPC backend initialized. {{(pid=104476) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 07 22:29:11.797642 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.798039 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.798463 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.798817 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > networks before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.799167 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.799511 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > ports before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.799857 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnet before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.800226 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnets before_response 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.800575 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.800916 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.801253 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.801590 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.801927 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.802262 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.802596 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnet after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.802931 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnet after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.803264 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.810867 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded quota_driver: . Aug 07 22:29:11.811236 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.plugin [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Modular L2 Plugin initialization complete Aug 07 22:29:11.811586 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading services supported by the core plugin {{(pid=104476) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 22:29:11.811930 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.plugins.ml2.managers [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Got port-security extension from driver 'port_security' Aug 07 22:29:11.812439 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.extensions.vlantransparent [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Disabled vlantransparent extension. Aug 07 22:29:11.812937 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104476) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 22:29:11.813267 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: router Aug 07 22:29:11.849289 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.849630 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router after_create 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.850006 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router before_create 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.850377 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.850754 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.851112 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router after_delete 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.851472 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.851823 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.852204 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router after_create 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.852552 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router after_update 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.852899 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router after_update 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.853246 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.853602 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router after_update 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.854013 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_update 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.854392 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: port after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.854734 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: port after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.855077 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: subnet after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.855417 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.855765 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.856155 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_create 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.856501 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: port before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.856846 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.857201 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router after_update 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.857543 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.857893 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_create 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.858252 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.858598 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_update 55549900 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.859150 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > agent after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.859509 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > agent after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.859852 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > network after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.860739 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Tracking information for resource: router configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:11.861071 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Tracking information for resource: floatingip configured {{(pid=104476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 22:29:11.865871 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.db.l3_agentschedulers_db [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 22:29:11.866448 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: port after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.866810 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: port after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.867165 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: port after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.867516 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: port after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.868330 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router before_create 55550100 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.868698 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.869063 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_create 55550100 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.869421 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > router precommit_update 55550100 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.874412 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.services.provider_configuration [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service providers = [] {{(pid=104476) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 22:29:11.874782 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.db.servicetype_db [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104476) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 22:29:11.878167 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.services.service_base [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 22:29:11.878527 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.services.service_base [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 22:29:11.878872 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.services.service_base [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 22:29:11.879756 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.services.service_base [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 22:29:11.880163 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.services.service_base [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 22:29:11.880546 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.880866 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 22:29:11.891963 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.892325 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: auto_allocate Aug 07 22:29:11.897946 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: network precommit_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.898268 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: network precommit_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.898786 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.899106 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: tag Aug 07 22:29:11.906541 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.906881 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: timestamp Aug 07 22:29:11.910745 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.911079 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: network_ip_availability Aug 07 22:29:11.916533 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.916909 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.917270 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:11.917975 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.918296 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: flavors Aug 07 22:29:11.923209 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.923535 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading Plugin: revisions Aug 07 22:29:11.927746 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 22:29:11.928173 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.533s {{(pid=104476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 07 22:29:11.928918 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104476) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 07 22:29:11.929255 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Initializing extension manager. Aug 07 22:29:11.929780 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: __init__.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.930123 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: __pycache__ {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.930461 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: address_group.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.931167 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.931724 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: address-group Aug 07 22:29:11.932076 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: address_scope.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.932756 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.933258 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: address-scope Aug 07 22:29:11.933578 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.934459 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.934960 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: router-admin-state-down-before-update Aug 07 22:29:11.935286 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: agent.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.935953 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.936480 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: agent Aug 07 22:29:11.936801 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: agent_resources_synced.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.937702 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.938203 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: agent-resources-synced Aug 07 22:29:11.938524 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: allowedaddresspairs.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.940317 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.940844 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: allowed-address-pairs Aug 07 22:29:11.941177 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: auto_allocated_topology.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.942210 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.942720 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: auto-allocated-topology Aug 07 22:29:11.943046 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: availability_zone.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.943703 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.944244 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: availability_zone Aug 07 22:29:11.944570 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: availability_zone_filter.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.945439 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.945940 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: availability_zone_filter Aug 07 22:29:11.946263 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: data_plane_status.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.947125 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.947619 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 22:29:11.947941 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: default_subnetpools.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.948834 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.949337 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: default-subnetpools Aug 07 22:29:11.949659 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.950427 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.950929 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: dhcp_agent_scheduler Aug 07 22:29:11.951251 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: dns.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.952159 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.953275 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension dns-integration not supported by any of loaded plugins Aug 07 22:29:11.953601 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: dns_domain_ports.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.954477 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.954979 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 22:29:11.955304 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.956218 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.956713 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 22:29:11.957034 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: dvr.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.957671 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.958168 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: dvr Aug 07 22:29:11.958490 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: ecmp_routes.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.959414 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.959912 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 22:29:11.960256 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: empty_string_filtering.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.961126 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.961630 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: empty-string-filtering Aug 07 22:29:11.961952 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.962816 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.963319 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 22:29:11.963635 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.964531 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.965035 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 22:29:11.965353 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: external_net.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.966213 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.966716 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: external-net Aug 07 22:29:11.967038 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.967898 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.969011 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: extra_dhcp_opt Aug 07 22:29:11.969333 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: extraroute.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.970196 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.970693 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: extraroute Aug 07 22:29:11.971014 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: extraroute_atomic.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.971987 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.972510 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: extraroute-atomic Aug 07 22:29:11.972832 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: filter_validation.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.973461 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.974166 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: filter-validation Aug 07 22:29:11.974493 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: fip_pf_description.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.975366 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.975862 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 22:29:11.976214 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: fip_pf_port_range.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.977085 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.977581 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 07 22:29:11.977902 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: fip_port_details.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.978773 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.979276 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: fip-port-details Aug 07 22:29:11.979599 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: flavors.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.980840 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.981352 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: flavors Aug 07 22:29:11.981678 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.983285 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.983985 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 22:29:11.984489 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: floatingip_pools.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.985168 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.985679 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: floatingip-pools Aug 07 22:29:11.986006 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: ip_allocation.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.986886 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.987390 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 22:29:11.987721 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.988619 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.989124 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: ip-substring-filtering Aug 07 22:29:11.989451 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l2_adjacency.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.990349 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.990846 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 22:29:11.991166 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.992117 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.992626 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: router Aug 07 22:29:11.992951 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.995148 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.995667 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 22:29:11.996001 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.996910 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.997417 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: ext-gw-mode Aug 07 22:29:11.997747 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:11.998625 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:11.999125 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: l3-ha Aug 07 22:29:11.999966 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.001130 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.001626 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 07 22:29:12.001951 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3_flavors.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.002819 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.003320 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: l3-flavors Aug 07 22:29:12.003643 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.004995 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.005520 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 07 22:29:12.005850 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.006722 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.007232 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 22:29:12.007559 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: l3agentscheduler.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.008582 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.009088 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: l3_agent_scheduler Aug 07 22:29:12.009415 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: local_ip.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.011124 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.011647 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension local_ip not supported by any of loaded plugins Aug 07 22:29:12.011985 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: logging.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.013425 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.013941 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension logging not supported by any of loaded plugins Aug 07 22:29:12.014271 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: metering.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.014974 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.016448 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: metering Aug 07 22:29:12.016808 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.017867 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.018377 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: metering_source_and_destination_fields Aug 07 22:29:12.018706 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: multiprovidernet.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.019593 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.020123 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: multi-provider Aug 07 22:29:12.020454 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: netmtu.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.021328 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.021834 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: net-mtu Aug 07 22:29:12.022161 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: netmtu_writable.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.023040 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.023547 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: net-mtu-writable Aug 07 22:29:12.023873 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: network_availability_zone.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.024534 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.025040 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: network_availability_zone Aug 07 22:29:12.025366 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: network_ip_availability.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.026428 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.026944 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: network-ip-availability Aug 07 22:29:12.027271 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: network_segment_range.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.028005 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.028537 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 22:29:12.028863 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: pagination.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.029804 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.030140 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: pagination Aug 07 22:29:12.030466 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: port_device_profile.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.031462 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.031975 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: port-device-profile Aug 07 22:29:12.032325 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: port_mac_address_override.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.033210 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.033717 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: port-mac-override Aug 07 22:29:12.034042 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.034919 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.035427 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: port-mac-address-regenerate Aug 07 22:29:12.035757 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.036663 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.037169 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: port-numa-affinity-policy Aug 07 22:29:12.037495 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: port_resource_request.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.038370 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.038868 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 22:29:12.039193 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: port_resource_request_groups.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.040146 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.040641 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 07 22:29:12.040963 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: portbindings.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.041844 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.042350 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: binding Aug 07 22:29:12.042675 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: portbindings_extended.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.043885 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.044434 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: binding-extended Aug 07 22:29:12.044761 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: portsecurity.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.045634 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.046138 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: port-security Aug 07 22:29:12.046491 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: project_id.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.047426 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.047758 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: project-id Aug 07 22:29:12.048117 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: providernet.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.048992 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.049507 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: provider Aug 07 22:29:12.049831 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.053322 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.053841 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos not supported by any of loaded plugins Aug 07 22:29:12.054171 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.055387 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.055904 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 22:29:12.056258 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.057152 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.057662 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 22:29:12.057993 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_default.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.058864 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.059370 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-default not supported by any of loaded plugins Aug 07 22:29:12.059695 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_fip.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.060606 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.061110 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-fip not supported by any of loaded plugins Aug 07 22:29:12.061431 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.062887 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.063525 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 07 22:29:12.063852 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_gateway_ip.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.064758 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.065264 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 22:29:12.065589 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_port_network_policy.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.066463 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.066964 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 22:29:12.067287 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.068367 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.068875 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 07 22:29:12.069200 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.070191 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.070696 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 07 22:29:12.071023 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_pps_rule.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.072182 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.072691 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-pps not supported by any of loaded plugins Aug 07 22:29:12.073019 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_rule_type_details.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.073894 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.074394 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 22:29:12.074717 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.075590 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.076125 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 07 22:29:12.076451 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: qos_rules_alias.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.077452 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.078758 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 22:29:12.079087 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: quota_check_limit.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.079967 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.080505 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: quota-check-limit Aug 07 22:29:12.080830 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: quotasv2.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.081738 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.082068 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: quotas Aug 07 22:29:12.082389 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: quotasv2_detail.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.084050 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.084393 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: quota_details Aug 07 22:29:12.084723 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: rbac.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.087391 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.087924 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: rbac-policies Aug 07 22:29:12.088299 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: rbac_address_group.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.089195 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.089711 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: rbac-address-group Aug 07 22:29:12.090042 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: rbac_address_scope.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.090918 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.091429 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: rbac-address-scope Aug 07 22:29:12.091759 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: rbac_security_groups.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.092744 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.093295 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: rbac-security-groups Aug 07 22:29:12.093739 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: rbac_subnetpool.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.094623 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.095133 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: rbac-subnetpool Aug 07 22:29:12.095460 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: revisionifmatch.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.096370 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.096879 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: revision-if-match Aug 07 22:29:12.097206 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: revisions.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.098290 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.098808 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: standard-attr-revisions Aug 07 22:29:12.099135 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: router_availability_zone.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.099820 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.100318 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: router_availability_zone Aug 07 22:29:12.100647 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: routerservicetype.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.101535 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.102044 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension router-service-type not supported by any of loaded plugins Aug 07 22:29:12.102370 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.103259 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.103769 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: security-groups-normalized-cidr Aug 07 22:29:12.104129 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.105013 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.105523 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: port-security-groups-filtering Aug 07 22:29:12.105848 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.106740 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.107250 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: security-groups-remote-address-group Aug 07 22:29:12.107577 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.108560 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.109027 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: security-groups-shared-filtering Aug 07 22:29:12.109392 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: securitygroup.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.118744 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.119272 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: security-group Aug 07 22:29:12.119608 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: segment.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.120336 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.120847 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension segment not supported by any of loaded plugins Aug 07 22:29:12.121176 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.122082 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.122590 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 22:29:12.122916 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: servicetype.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.123957 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.125263 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: service-type Aug 07 22:29:12.125863 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: sorting.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.126827 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.127161 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: sorting Aug 07 22:29:12.127488 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: standard_attr_segment.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.128385 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.128898 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 22:29:12.129224 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: standardattrdescription.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.129837 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.130349 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: standard-attr-description Aug 07 22:29:12.130674 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: stateful_security_group.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.131580 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.132113 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: stateful-security-group Aug 07 22:29:12.132441 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: stdattrs_common.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.132992 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 22:29:12.133315 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.134215 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.134725 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 22:29:12.135051 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: subnet_onboard.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.136101 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.136616 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: subnet_onboard Aug 07 22:29:12.136941 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.137821 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.138322 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 22:29:12.138645 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: subnet_service_types.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.139526 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.140876 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: subnet-service-types Aug 07 22:29:12.140980 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: subnetallocation.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.142022 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.142533 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: subnet_allocation Aug 07 22:29:12.142860 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.143492 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.143999 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: subnetpool-prefix-ops Aug 07 22:29:12.144346 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.145241 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.145748 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 22:29:12.146075 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: tagging.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.147108 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.147616 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: standard-attr-tag Aug 07 22:29:12.147942 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: timestamp.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.149134 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.149639 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loaded extension: standard-attr-timestamp Aug 07 22:29:12.149962 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: trunk.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.150952 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.151465 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension trunk not supported by any of loaded plugins Aug 07 22:29:12.151790 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: trunk_details.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.152690 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.153196 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension trunk-details not supported by any of loaded plugins Aug 07 22:29:12.153518 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: uplink_status_propagation.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.154395 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.154903 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 22:29:12.155225 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Loading extension file: vlantransparent.py {{(pid=104476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 22:29:12.155880 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 22:29:12.156415 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 22:29:12.158974 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:network Aug 07 22:29:12.159502 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:subnet Aug 07 22:29:12.159906 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 22:29:12.160336 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:port Aug 07 22:29:12.161623 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.162064 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service FLAVORS assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.162687 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.163116 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.163447 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:router Aug 07 22:29:12.163877 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 22:29:12.164393 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service METERING assigned prefix: /metering {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.165819 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:12.166193 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:12.166556 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:29:12.167564 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 22:29:12.168035 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:security_group Aug 07 22:29:12.168461 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 22:29:12.169005 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service CORE assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.169335 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 22:29:12.169681 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] subnetpool is already registered Aug 07 22:29:12.170100 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service CORE assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.170424 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 22:29:12.170754 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] subnetpool is already registered Aug 07 22:29:12.173444 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.173884 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service FLAVORS assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.174493 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.174929 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.175266 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:router Aug 07 22:29:12.175608 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] router is already registered Aug 07 22:29:12.176034 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 22:29:12.176390 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] floatingip is already registered Aug 07 22:29:12.176853 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service METERING assigned prefix: /metering {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.177531 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 22:29:12.177861 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] rbac_policy is already registered Aug 07 22:29:12.178275 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:security_group Aug 07 22:29:12.178610 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] security_group is already registered Aug 07 22:29:12.179016 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 22:29:12.179353 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] security_group_rule is already registered Aug 07 22:29:12.179987 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service CORE assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.180339 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 22:29:12.180702 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] subnetpool is already registered Aug 07 22:29:12.181122 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.v2.resource_helper [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Service CORE assigned prefix: {{(pid=104476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 22:29:12.181446 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 22:29:12.181780 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING neutron.quota.resource_registry [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] subnetpool is already registered Aug 07 22:29:12.182241 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: extensions {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.183752 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: address-groups {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.185315 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: address-scopes {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.186668 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: agents {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.188396 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: auto-allocated-topology {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.189650 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: availability_zones {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.190896 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: dhcp-networks {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.192648 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: dhcp-agents {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.194113 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: routers {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.195877 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: flavors {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.197204 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: service_profiles {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.198443 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: next_providers {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.199943 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: service_profiles {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.201578 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: floatingip-pools {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.203531 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: routers {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.205382 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: floatingips {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.206672 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: l3-routers {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.208156 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: l3-agents {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.209605 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: metering-labels {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.210874 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: metering-label-rules {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.212307 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: network-ip-availabilities {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.213596 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: bindings {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.215200 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: quotas {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.217809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: quotas {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.219485 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: rbac-policies {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.220742 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: security-groups {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.222092 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: security-group-rules {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.223414 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: service-providers {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.224687 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: subnetpools {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.226036 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: subnetpools {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.227614 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.229390 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.231263 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.233107 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.234870 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.236897 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.238662 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.240628 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.242434 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.244241 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron.api.extensions [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Extended resource: tags {{(pid=104476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 22:29:12.251093 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING keystonemiddleware.auth_token [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 22:29:12.256208 dv-cinder-850321-3-iscsi neutron-server[104476]: WARNING keystonemiddleware.auth_token [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 22:29:12.265751 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Acquiring lock "singleton_lock" {{(pid=104476) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 07 22:29:12.266078 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Acquired lock "singleton_lock" {{(pid=104476) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 07 22:29:12.266547 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_concurrency.lockutils [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Releasing lock "singleton_lock" {{(pid=104476) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 07 22:29:12.267199 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO oslo_service.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Starting 2 workers Aug 07 22:29:12.272003 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Started child 104591 {{(pid=104476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 22:29:12.276498 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Started child 104592 {{(pid=104476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 22:29:12.277535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:12.278743 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO neutron.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 22:29:12.278839 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:12.279036 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [-] (104591) wsgi starting up on http://0.0.0.0:9696 Aug 07 22:29:12.281313 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO oslo_service.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Starting 1 workers Aug 07 22:29:12.281790 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:12.283314 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [-] (104592) wsgi starting up on http://0.0.0.0:9696 Aug 07 22:29:12.286529 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Started child 104593 {{(pid=104476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 22:29:12.287091 dv-cinder-850321-3-iscsi neutron-server[104476]: INFO oslo_service.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Starting 1 workers Aug 07 22:29:12.290486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] calling RpcWorker wait() {{(pid=104593) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 22:29:12.291166 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] returning from RpcWorker wait() {{(pid=104593) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 22:29:12.291608 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Started child 104594 {{(pid=104476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 22:29:12.292351 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:12.292457 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b6901f1-b347-424f-a085-4007e602c806 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:12.292812 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:12.294378 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104476) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 22:29:12.294588 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 22:29:12.294771 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 22:29:12.295151 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 22:29:12.295494 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 22:29:12.295677 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 22:29:12.296231 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.296830 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.296997 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.297110 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:12.297886 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.298262 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:12.298639 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.298916 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.299161 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.299440 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.299732 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.299888 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.300266 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.300541 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.300812 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.301139 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.301426 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.301681 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.301911 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.302079 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.302542 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.302781 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.303040 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.303335 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] debug = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.303612 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.304130 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.304379 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.304629 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.304877 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.306843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.307534 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.307534 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.307534 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.307750 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.308252 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] host = dv-cinder-850321-3-iscsi {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.308512 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.308749 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.309008 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.309255 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.309518 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.309751 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.310015 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.310280 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.310539 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.310766 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.311012 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.311262 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.311480 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.311727 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.312412 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_options = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.312843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.313125 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.313394 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.313588 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.313756 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.314085 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.314354 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.314510 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.315032 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.315354 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.316084 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.316084 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.316300 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.316559 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.316966 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.317204 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.317439 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.317672 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.317928 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.318164 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.318409 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.318638 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.318873 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.319110 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.319325 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.319570 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.319814 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.320144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.320484 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.320709 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.320964 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.321233 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.321444 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.321674 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.321932 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.322168 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.322394 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.322633 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.322916 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.323146 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.323409 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.323666 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.323996 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.324358 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.324601 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.324822 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.325201 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_json = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.325425 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.325896 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.326150 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.326408 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.326645 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.326859 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.327089 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.327328 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.327599 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.330175 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330175 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330175 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330175 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330175 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330175 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330615 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330615 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330759 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.330943 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.331231 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.331454 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.331758 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.332039 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.332328 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.332669 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.332933 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.333199 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.333442 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.333681 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.333895 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.334118 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.334381 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.334601 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.334861 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.335114 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.335353 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.335651 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.335913 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.336240 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.336591 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.337019 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.337278 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.337543 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.337767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.338034 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.338254 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.338491 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.338722 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.339106 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.339246 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.339415 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.339646 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.339902 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.340256 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.340627 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.340883 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.341117 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.341366 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.341585 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.341931 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.342146 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.342359 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.342570 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.342829 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.343031 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.343314 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.343617 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.343904 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.344169 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.344405 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.344623 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.344869 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.345085 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.345315 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.345524 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.345739 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.345970 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.346200 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.346415 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.346624 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.346854 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.347069 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.347309 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.347708 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.347796 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.347965 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.348192 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.348404 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.348620 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.355809 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.356398 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357007 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.357553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.358051 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.358051 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.358214 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.358331 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.358601 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.359070 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.359332 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.359645 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.359906 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.360562 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.360562 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.360732 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.361776 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.361776 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.361776 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.361776 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.362113 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.362113 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.362953 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.362953 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.362953 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.362953 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.363293 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.363481 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.363691 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.363903 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.364546 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.364546 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.364717 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.365126 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.365244 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.365429 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.365658 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.365886 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.366098 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.366989 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.366989 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.366989 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.366989 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.367294 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.367374 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.367581 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.367790 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.368049 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.368283 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.368507 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.368736 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.368953 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.369180 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.369449 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.369943 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.369943 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.370251 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.370412 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.370589 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.370804 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.371000 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.371248 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.371460 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.371721 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.371967 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.372210 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.372477 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.372686 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.372938 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.373150 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.373389 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.373614 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.373822 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.374202 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.375000 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.375153 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.375343 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.375992 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.376338 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.376670 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.376962 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.377300 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.377542 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.377988 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.378239 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.378478 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.378716 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.378929 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.379185 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.379434 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.379622 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.379844 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.380098 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.380293 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.380509 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.380721 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.380933 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.381198 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.381447 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.381690 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.381924 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.382144 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.382515 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.382729 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.382945 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.383156 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.383364 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.383574 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.383806 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.384058 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.384360 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.384612 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.384874 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.385135 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.385416 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.385641 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.385890 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.386110 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.386318 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.386562 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.386963 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.386963 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.387274 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.387426 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.387612 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.387833 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.388074 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.388378 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.388607 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.388817 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.389092 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.389242 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.389474 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.389679 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.389922 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.390230 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.390556 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.390861 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.391088 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.391525 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.391525 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.391733 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.391965 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.392214 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.392430 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.392642 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.392933 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.393264 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.393456 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.393701 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.393948 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.394193 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.394436 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.394763 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.394978 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.395239 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.395489 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.395709 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.395947 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.396240 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.396550 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.396971 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.397089 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.397342 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.397625 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.397960 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.398197 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.398413 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.398720 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.399057 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.399338 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.399584 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.399842 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.400122 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.400344 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.400633 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.400952 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.401576 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.401576 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.401753 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403108 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403108 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403108 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403108 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403108 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403492 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403492 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403667 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.403888 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.404069 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 22:29:12.404595 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104476) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 22:29:12.404758 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 22:29:12.405134 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 22:29:12.405134 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 22:29:12.405293 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 22:29:12.405376 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 22:29:12.405574 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.405779 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.405981 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.406156 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.406335 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.406497 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.406655 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.406814 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.406970 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.407141 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.407838 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.407838 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.407838 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.407838 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.407838 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.408271 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.408271 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.408423 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.408504 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.408604 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.408761 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.408918 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] debug = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.409075 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.409274 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.409444 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.409600 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.409757 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.409916 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.410073 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.410229 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.410387 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.410767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.410767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.410932 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.411013 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.411122 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.411278 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.411434 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.411589 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.411745 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] host = dv-cinder-850321-3-iscsi {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.411902 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.412079 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.412239 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.412396 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.412553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.412710 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.412867 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.413024 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.413180 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.413337 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.413493 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.413650 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.413807 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.413967 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.414127 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_options = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.414284 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.414427 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.414573 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.414755 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.414913 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.415055 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.415262 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.415353 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.415497 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.415654 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.415811 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.415978 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.416136 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.416292 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.416598 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.416598 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.416748 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.416882 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.417040 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.417199 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.417357 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.417515 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.417671 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.417828 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.417984 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.418142 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.418298 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.418453 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.418610 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.418767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.418931 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.419069 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.419226 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.419387 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.419545 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.419701 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.419858 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.420053 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.420194 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.420350 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.420507 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.420663 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.420819 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.420977 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.421134 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.421816 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.421977 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_json = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.422130 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.422408 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.422581 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.422782 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.422933 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.423074 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.423214 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.423350 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.423500 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 22:29:12.423634 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.423770 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.423944 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.424147 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.424308 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.424453 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.424614 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.424758 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.424903 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.425066 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.425232 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.425391 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.425561 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.425720 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.425853 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:12.426034 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.426034 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.426412 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.426412 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.426682 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.426682 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.426952 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.426952 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.427162 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.427296 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.427427 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.427562 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.427704 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.427839 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.427977 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.428103 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.428282 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.428440 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.428600 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.428757 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.428906 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.429065 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.429311 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.429565 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.429733 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.429898 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.430104 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.430379 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.430797 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.430797 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.430958 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.431111 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.431276 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.431435 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.431594 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.431754 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.431913 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.432128 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.432253 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.432414 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.432735 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.432735 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.432878 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.433024 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.433225 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.433335 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.433483 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.433641 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.433799 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.433958 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.434113 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.434286 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.434423 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.434572 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.434742 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.434900 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.435058 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.435365 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.435365 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.435517 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.435653 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.435813 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.435971 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.436158 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.436317 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.436476 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.436634 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.436792 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.437008 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.437167 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.437327 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.437486 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.437646 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.437791 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.437949 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.438106 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.438264 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.438442 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.438600 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.438760 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.438918 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.439077 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.439234 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.439392 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.439550 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.439708 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.439869 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.440063 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.440206 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.440366 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.440524 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.440681 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.440838 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.440995 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.441152 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.441309 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.441467 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.441624 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.441782 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.441941 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.442097 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.442259 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.442410 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.442568 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.442725 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.442884 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.443041 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.443197 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.443386 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.443519 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.443680 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.443837 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.444004 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.444195 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.444355 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.444514 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.444672 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.444831 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.444989 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.445148 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.445306 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.445463 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.445622 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.445782 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.445952 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.446110 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.446270 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.446428 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.446610 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.446767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.446925 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.447082 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.447241 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.447399 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.447556 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.447715 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.447873 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.448046 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.448207 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.448368 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.448527 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.448686 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.448842 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.449001 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.449160 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.449306 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.449463 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.449627 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.449785 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.449942 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.450102 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.450260 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.450417 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.450577 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.450736 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.450894 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.451053 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.451210 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.451368 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.451525 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.451682 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.451839 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.451996 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.452174 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.452364 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.453050 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.453276 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.453503 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.453604 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.453745 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.453904 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.454065 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.454225 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.454383 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.454543 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.454702 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.454860 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.455021 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.455181 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.455339 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.455499 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.455656 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.455813 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.455990 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.456173 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.456331 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.456492 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.456651 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.456808 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.456967 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.457125 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.457284 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.457441 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.457601 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.457763 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.457920 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.458078 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.458235 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.458393 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.458553 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.458716 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.458874 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.459032 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.459192 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.459579 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.459829 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.459983 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.460195 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.460338 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.460476 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.460611 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.460745 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.460917 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.461153 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.461461 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.461624 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.461950 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.462105 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.462269 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.462424 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.462576 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.462718 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.462880 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.463038 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.463401 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.463401 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.463767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.463767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.463767 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464173 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464173 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464440 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464440 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464699 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464699 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464967 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.464967 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.465435 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.465435 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.465435 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.465825 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.465825 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466029 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466029 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466311 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466311 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466569 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466569 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466825 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.466959 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.467098 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.467232 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.467372 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.467505 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.467640 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.467773 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.467947 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.468179 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.468389 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.468552 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.468711 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.468856 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.469025 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.469194 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.469359 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.469522 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.469688 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.469856 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.470030 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.470188 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.470354 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.470524 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.470683 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.470843 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.471000 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.471158 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.471316 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.471474 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.471633 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.471790 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.471949 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.472130 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.472290 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.472448 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.472606 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.472765 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.472923 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.473081 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.473239 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.473397 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.473555 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 22:29:12.473707 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 22:29:12.559424 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55714) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:12.567077 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [-] 10.222.0.30 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0055804 Aug 07 22:29:12.571554 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [-] 10.222.0.30 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039253 Aug 07 22:29:21.660201 dv-cinder-850321-3-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:23.893474 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writer thread running {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 22:29:23.894021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a5a84-4f56-4f02-9b18-9357341f18bf None None] get_active_networks_info from dv-cinder-850321-3-iscsi {{(pid=104593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 07 22:29:23.968542 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291a5a84-4f56-4f02-9b18-9357341f18bf None None] No non-hosted networks {{(pid=104593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 22:29:23.977912 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.agentschedulers_db [None req-291a5a84-4f56-4f02-9b18-9357341f18bf None None] DHCP Agent not found on host dv-cinder-850321-3-iscsi {{(pid=104593) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 07 22:29:24.109822 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-381d509a-45f1-457a-864f-e9f61272e75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467934'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:25.643805 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writer thread running {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 22:29:26.479620 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b9e66ecd-ad6a-4d51-85a1-9f0c3dd22ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467934'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:26.512909 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.db.api [None req-0d0ca1ea-c183-4e7a-bd18-4738092baa18 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-850321-3-iscsi {{(pid=104593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 22:29:26.513758 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG oslo_db.api [None req-0d0ca1ea-c183-4e7a-bd18-4738092baa18 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 22:29:27.157719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 55782) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:27.163471 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0d0ca1ea-c183-4e7a-bd18-4738092baa18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:27.397456 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467934'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:27.848597 dv-cinder-850321-3-iscsi neutron-server[104592]: WARNING oslo_policy.policy [None req-e968412e-8de4-4ac4-8ea2-30b3e9b60f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:27.849637 dv-cinder-850321-3-iscsi neutron-server[104592]: WARNING oslo_policy.policy [None req-e968412e-8de4-4ac4-8ea2-30b3e9b60f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:28.103779 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [None req-e968412e-8de4-4ac4-8ea2-30b3e9b60f4f admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:29:28.113359 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e968412e-8de4-4ac4-8ea2-30b3e9b60f4f admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9476352 Aug 07 22:29:29.121134 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.db.l3_hamode_db [None req-25f8fc9d-b107-43d7-98d5-0f6758461a4e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 22:29:29.232705 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8fc9d-b107-43d7-98d5-0f6758461a4e None None] Routers set() bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:29:29.233686 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8fc9d-b107-43d7-98d5-0f6758461a4e None None] Router IDs set() for agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 07 22:29:29.306883 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467934'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:29.443845 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467934'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:29.445161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.445161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.445441 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.445764 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.446401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.446497 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.446862 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.447225 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.447635 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.447954 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.448323 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.453447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.453447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.453447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.453447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:29.454050 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850321-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:29.458857 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850321-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:30.440738 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 55818) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:30.785522 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-2cfca497-e551-4352-be0c-e9b4822f035e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:29:30.879059 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.policy [None req-2cfca497-e551-4352-be0c-e9b4822f035e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104592) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 22:29:30.921535 dv-cinder-850321-3-iscsi neutron-server[104592]: WARNING oslo_policy.policy [None req-2cfca497-e551-4352-be0c-e9b4822f035e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:30.921910 dv-cinder-850321-3-iscsi neutron-server[104592]: WARNING oslo_policy.policy [None req-2cfca497-e551-4352-be0c-e9b4822f035e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:30.944208 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writer thread running {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 22:29:31.084565 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2cfca497-e551-4352-be0c-e9b4822f035e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760088239927', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760088239435', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760088419947', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760088404297', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760088398787', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760088456430', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7630685', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7605673', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-387818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-373870'] for rbac-policy (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:31.270417 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2cfca497-e551-4352-be0c-e9b4822f035e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:31.272540 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2cfca497-e551-4352-be0c-e9b4822f035e admin admin] 10.222.0.30 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8297818 Aug 07 22:29:33.448739 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 55830) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:33.895334 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:29:33.988765 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Made reservation on behalf of 02a9a45b37ec4042a0e02d0ae5b3fdb7 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:29:33.992731 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.010756 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.120896 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks [] for security_group (4043dffb-09d9-4798-b1bb-4ffcdbb2a4fc), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.174467 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (4043dffb-09d9-4798-b1bb-4ffcdbb2a4fc), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.199960 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:29:34.235855 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760084416997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.236474 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Unsubscribe: segment precommit_create {{(pid=104592) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 22:29:34.237028 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Added segment 323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc of type vlan for network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 Aug 07 22:29:34.254477 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4043dffb-09d9-4798-b1bb-4ffcdbb2a4fc,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:34.306581 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.306917 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.307301 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.307651 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.307981 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.308334 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.308664 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.308985 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.309344 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.309646 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.309963 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.310293 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.310610 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.310920 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.311859 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Tracked resource versions report: Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: pushed versions: Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: { 'AddressGroup': {'1.2'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Agent': {'1.1'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'ConntrackHelper': {'1.0'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Log': {'1.0'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'NDPProxy': {'1.0'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Network': {'1.1'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Port': {'1.7'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'PortForwarding': {'1.3'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'QosPolicy': {'1.10'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroup': {'1.5'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SubPort': {'1.0'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Subnet': {'1.1'}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Trunk': {'1.1'}} Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: consumer versions: Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Agent': '1.1', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'ConntrackHelper': '1.0', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'LocalIPAssociation': '1.0', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Log': '1.0', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'NDPProxy': '1.0', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Network': '1.1', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Port': '1.7', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'PortForwarding': '1.3', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'QosPolicy': '1.10', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroup': '1.5', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroupRule': '1.2', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SubPort': '1.0', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Subnet': '1.1', Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Trunk': '1.1'}} Aug 07 22:29:34.313323 dv-cinder-850321-3-iscsi neutron-server[104592]: {{(pid=104592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:29:34.349637 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (7e41c487-dd65-4d2a-9f7a-1a772cd3eae7), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.454419 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (7e41c487-dd65-4d2a-9f7a-1a772cd3eae7), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.459614 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:29:34.460347 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:34.572338 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=59,neutron:INSERT=41 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:34.576160 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] Pushing event updated for resources: {'Network': ['ID=7e41c487-dd65-4d2a-9f7a-1a772cd3eae7,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:34.588805 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:29:34.612354 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-12c344dc-a0b2-49fd-95f1-ba011dc9793c demo demo] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1624773 Aug 07 22:29:36.886440 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55844) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:37.387093 dv-cinder-850321-3-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-2918b16c-6dca-4ea3-8e9d-29229964d191 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:37.387663 dv-cinder-850321-3-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-2918b16c-6dca-4ea3-8e9d-29229964d191 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:37.618121 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writer thread running {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 22:29:37.823931 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.policy [None req-2918b16c-6dca-4ea3-8e9d-29229964d191 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 22:29:37.865978 dv-cinder-850321-3-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-2918b16c-6dca-4ea3-8e9d-29229964d191 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:37.866350 dv-cinder-850321-3-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-2918b16c-6dca-4ea3-8e9d-29229964d191 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 22:29:37.874780 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918b16c-6dca-4ea3-8e9d-29229964d191 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:29:37.876761 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2918b16c-6dca-4ea3-8e9d-29229964d191 demo admin] 10.222.0.30 "GET /networking/v2.0/networks/7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 HTTP/1.1" status: 200 len: 825 time: 0.9893758 Aug 07 22:29:37.916331 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5379b2e3-cc24-4587-9afa-47f59cb62768 demo admin] 10.222.0.30 "GET /networking/v2.0/subnetpools/3d6a157d-da29-4b1f-abb5-c1469ada2073 HTTP/1.1" status: 200 len: 734 time: 0.0335655 Aug 07 22:29:37.925864 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '3d6a157d-da29-4b1f-abb5-c1469ada2073'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:29:38.026009 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Made reservation on behalf of 02a9a45b37ec4042a0e02d0ae5b3fdb7 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:29:38.028903 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:38.388648 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (eb02b543-ec5d-4699-b08f-497c0059f665), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:38.460844 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Checking segment: {'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:29:38.461228 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Network hostable DHCP agents. Network: 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:29:38.463181 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:38.479387 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Pushing event updated for resources: {'Subnet': ['ID=eb02b543-ec5d-4699-b08f-497c0059f665,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:38.494562 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.494903 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.495969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.495969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.495969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.496402 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.496646 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.496968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.497306 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.497632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.497950 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.498271 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.499106 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.499420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.499737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Tracked resource versions report: Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: pushed versions: Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: { 'AddressGroup': {'1.2'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Agent': {'1.1'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'ConntrackHelper': {'1.0'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Log': {'1.0'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'NDPProxy': {'1.0'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Network': {'1.1'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Port': {'1.7'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'PortForwarding': {'1.3'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'QosPolicy': {'1.10'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroup': {'1.5'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SubPort': {'1.0'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Subnet': {'1.1'}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Trunk': {'1.1'}} Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: consumer versions: Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Agent': '1.1', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'ConntrackHelper': '1.0', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'LocalIPAssociation': '1.0', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Log': '1.0', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'NDPProxy': '1.0', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Network': '1.1', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Port': '1.7', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'PortForwarding': '1.3', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'QosPolicy': '1.10', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroup': '1.5', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroupRule': '1.2', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SubPort': '1.0', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Subnet': '1.1', Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Trunk': '1.1'}} Aug 07 22:29:38.501450 dv-cinder-850321-3-iscsi neutron-server[104591]: {{(pid=104591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:29:38.597676 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:29:38.677686 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:29:38.682375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:29:38.683043 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:38.687245 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f4fb6-8e13-4bb4-9250-68e9018672ba None None] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:29:38.760037 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b3f66c1f-5154-4d7c-b707-0873bb385d8b demo admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8374856 Aug 07 22:29:38.952728 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'fixed_ips': [{'subnet_id': 'eb02b543-ec5d-4699-b08f-497c0059f665'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:29:38.954059 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:39.238757 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Allocated IP 172.20.0.2 (7e41c487-dd65-4d2a-9f7a-1a772cd3eae7/eb02b543-ec5d-4699-b08f-497c0059f665/ee0952a2-8f8f-4ced-b473-3b4439979d3c) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:29:39.381167 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:39.513898 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Publish callbacks [] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:39.634760 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:39.658702 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:39.723085 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:29:39.726939 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:29:39.728852 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Pushing event updated for resources: {'Port': ['ID=ee0952a2-8f8f-4ced-b473-3b4439979d3c,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:39.737377 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:29:39.740856 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.741205 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.741572 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.741932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.742268 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.742598 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.742924 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.743247 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.743570 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.743892 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.744238 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.744584 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.744906 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.745224 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.745543 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Tracked resource versions report: Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: pushed versions: Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: { 'AddressGroup': {'1.2'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Agent': {'1.1'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'ConntrackHelper': {'1.0'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Log': {'1.0'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'NDPProxy': {'1.0'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Network': {'1.1'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Port': {'1.7'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'PortForwarding': {'1.3'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'QosPolicy': {'1.10'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroup': {'1.5'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SubPort': {'1.0'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Subnet': {'1.1'}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Trunk': {'1.1'}} Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: consumer versions: Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Agent': '1.1', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'ConntrackHelper': '1.0', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'LocalIPAssociation': '1.0', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Log': '1.0', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'NDPProxy': '1.0', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Network': '1.1', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Port': '1.7', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'PortForwarding': '1.3', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'QosPolicy': '1.10', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroup': '1.5', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroupRule': '1.2', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SubPort': '1.0', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Subnet': '1.1', Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Trunk': '1.1'}} Aug 07 22:29:39.746969 dv-cinder-850321-3-iscsi neutron-server[104593]: {{(pid=104593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:29:39.836304 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Attempting to bind port ee0952a2-8f8f-4ced-b473-3b4439979d3c on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:29:39.836631 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Attempting to bind port ee0952a2-8f8f-4ced-b473-3b4439979d3c by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:29:39.837055 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Attempting to bind port ee0952a2-8f8f-4ced-b473-3b4439979d3c on network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:29:39.842651 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:29:39.843099 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Checking segment: {'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:29:39.843561 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:39.844160 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Bound using segment: {'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:29:39.844652 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Bound port: ee0952a2-8f8f-4ced-b473-3b4439979d3c, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:29:39.845060 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:39.905539 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] For port ee0952a2-8f8f-4ced-b473-3b4439979d3c, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:29:39.925896 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] For port ee0952a2-8f8f-4ced-b473-3b4439979d3c, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ee0952a2-8f8f-4ced-b473-3b4439979d3c,segment=NetworkSegment(323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc),segment_id=323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:29:39.992746 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:40.046086 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a523d3-78b7-484d-9b8e-13a0d10d405c None None] Pushing event updated for resources: {'Port': ['ID=ee0952a2-8f8f-4ced-b473-3b4439979d3c,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:41.160605 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55868) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:41.551359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-33dfbc16-1fb4-4740-99da-eb51a71a8601 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:29:41.552492 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-33dfbc16-1fb4-4740-99da-eb51a71a8601 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3910348 Aug 07 22:29:43.821191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55876) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:44.155965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-4cda2bdd-dafa-42b4-8b2e-a665adb0785a admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:29:44.156983 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4cda2bdd-dafa-42b4-8b2e-a665adb0785a admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348606 Aug 07 22:29:44.255659 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=9 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:44.259749 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:44.567947 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=46,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:46.417346 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55888) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:46.749054 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-48769241-5e25-4c40-aa87-898e24c5d1d5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:29:46.831627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48769241-5e25-4c40-aa87-898e24c5d1d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:46.833402 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48769241-5e25-4c40-aa87-898e24c5d1d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:46.983077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48769241-5e25-4c40-aa87-898e24c5d1d5 demo demo] Publish callbacks [] for router_controller (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:47.032318 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ee0952a2-8f8f-4ced-b473-3b4439979d3c up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:29:47.057934 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48769241-5e25-4c40-aa87-898e24c5d1d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:47.117460 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port ee0952a2-8f8f-4ced-b473-3b4439979d3c triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:29:47.117871 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:47.144657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48769241-5e25-4c40-aa87-898e24c5d1d5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:47.145786 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-48769241-5e25-4c40-aa87-898e24c5d1d5 demo demo] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7274721 Aug 07 22:29:47.227596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port ee0952a2-8f8f-4ced-b473-3b4439979d3c is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:29:47.227991 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:47.267617 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port ee0952a2-8f8f-4ced-b473-3b4439979d3c, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ee0952a2-8f8f-4ced-b473-3b4439979d3c,segment=NetworkSegment(323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc),segment_id=323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:29:47.354403 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:47.403334 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=ee0952a2-8f8f-4ced-b473-3b4439979d3c,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:48.201931 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529a4cb-1dc8-48e0-8277-59df47febbae None None] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:29:48.252736 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8db7ba7-7aaa-4ca9-befa-abf1bc06d8a8 None None] Provisioning complete for port ee0952a2-8f8f-4ced-b473-3b4439979d3c triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:29:48.253114 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8db7ba7-7aaa-4ca9-befa-abf1bc06d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:48.390447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8db7ba7-7aaa-4ca9-befa-abf1bc06d8a8 None None] Current status of the port ee0952a2-8f8f-4ced-b473-3b4439979d3c is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:29:48.613387 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-0a616d73-dfc4-4fe3-9f8a-9c5219bb5ebb None None] Provisioning complete for port ee0952a2-8f8f-4ced-b473-3b4439979d3c triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:29:48.613780 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0a616d73-dfc4-4fe3-9f8a-9c5219bb5ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:48.652098 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:48.684981 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-0a616d73-dfc4-4fe3-9f8a-9c5219bb5ebb None None] Current status of the port ee0952a2-8f8f-4ced-b473-3b4439979d3c is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:29:49.004929 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ee0952a2-8f8f-4ced-b473-3b4439979d3c up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:29:49.031010 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:49.050937 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port ee0952a2-8f8f-4ced-b473-3b4439979d3c triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:29:49.051325 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:49.121850 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port ee0952a2-8f8f-4ced-b473-3b4439979d3c is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:29:49.418002 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55902) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:49.737327 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-493c6605-d924-4492-8aff-52d8c5b5b0e4 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:29:49.738354 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-493c6605-d924-4492-8aff-52d8c5b5b0e4 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3193941 Aug 07 22:29:51.984140 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55910) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:52.303138 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:29:52.422681 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Made reservation on behalf of ff949bd3888c436789a339dd0a2e16fc for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:29:52.425022 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.441371 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.502278 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:52.543223 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks [] for security_group (34141d11-e93b-4b84-bd03-d0aaf7a655b5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.625553 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (34141d11-e93b-4b84-bd03-d0aaf7a655b5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.644427 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Reserving flat network on physical network physnet1 {{(pid=104591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 22:29:52.666290 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34141d11-e93b-4b84-bd03-d0aaf7a655b5,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:52.674013 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760084416997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (5097323e-69db-4a67-8d6d-189baa41432b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.674499 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Unsubscribe: segment precommit_create {{(pid=104591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 22:29:52.675020 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Added segment 5097323e-69db-4a67-8d6d-189baa41432b of type flat for network 49b77893-33c7-43ae-ad12-d6b97a8bb314 Aug 07 22:29:52.735105 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (49b77893-33c7-43ae-ad12-d6b97a8bb314), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.860443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (49b77893-33c7-43ae-ad12-d6b97a8bb314), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.861433 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:29:52.861997 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:52.954054 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] Pushing event updated for resources: {'Network': ['ID=49b77893-33c7-43ae-ad12-d6b97a8bb314,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:52.964037 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:29:52.985509 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-da84503c-35b5-497e-a537-29d723ac543c admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0002987 Aug 07 22:29:53.919191 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8f978f3-7dc7-4159-bb6a-fdd4e465a9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:55.205609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55918) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:29:55.569804 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bd71cb-0cca-4430-adf1-1ad05851bb5f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:29:55.571126 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f1bd71cb-0cca-4430-adf1-1ad05851bb5f demo admin] 10.222.0.30 "GET /networking/v2.0/subnets/eb02b543-ec5d-4699-b08f-497c0059f665 HTTP/1.1" status: 200 len: 849 time: 0.3646004 Aug 07 22:29:55.681300 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=3,neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:55.693149 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-30d62bf0-8af6-4763-bc7d-9761af6a1408 demo admin] 10.222.0.30 "GET /networking/v2.0/routers/660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 HTTP/1.1" status: 200 len: 704 time: 0.1155179 Aug 07 22:29:55.957834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:56.243728 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Allocated IP 172.20.0.1 (7e41c487-dd65-4d2a-9f7a-1a772cd3eae7/eb02b543-ec5d-4699-b08f-497c0059f665/9481d156-89f1-44fc-879b-cec3a5fc270b) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:29:56.399231 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks [] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:56.451423 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf9e0-d379-44da-b756-a88aee7003db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:56.540804 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:56.660470 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:29:56.668211 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:29:56.670939 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Pushing event updated for resources: {'Port': ['ID=9481d156-89f1-44fc-879b-cec3a5fc270b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:56.673536 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:29:56.674069 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:56.804316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:56.846782 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-4da62d73-ea99-41da-9275-99c4508fcdd3 None None] Provisioning complete for port 9481d156-89f1-44fc-879b-cec3a5fc270b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:29:56.847281 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4da62d73-ea99-41da-9275-99c4508fcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:56.879619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-4da62d73-ea99-41da-9275-99c4508fcdd3 None None] Port 9481d156-89f1-44fc-879b-cec3a5fc270b cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:29:56.960110 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:56.990960 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:57.175647 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks [] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:57.225721 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:57.226501 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:57.307192 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Pushing event updated for resources: {'Port': ['ID=9481d156-89f1-44fc-879b-cec3a5fc270b,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:57.334650 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:57.359446 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:29:57.360773 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:29:57.574368 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:29:57.603442 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-724afe03-3fde-4604-bd0e-dd34fae7ea6d None None] Provisioning complete for port 9481d156-89f1-44fc-879b-cec3a5fc270b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:29:57.604246 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-724afe03-3fde-4604-bd0e-dd34fae7ea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:57.667032 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:29:57.673576 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9442de74-dc8e-4375-8d33-c2bc29057a5b demo admin] 10.222.0.30 "PUT /networking/v2.0/routers/660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9749472 Aug 07 22:29:57.678652 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Sync routers for ids ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:29:57.687136 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-724afe03-3fde-4604-bd0e-dd34fae7ea6d None None] Port 9481d156-89f1-44fc-879b-cec3a5fc270b cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:29:57.692246 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Routers {'660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:29:57.693066 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:29:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:57.873167 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Set router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 gateway port host: None {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:29:58.288538 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'name': 'router1', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:29:46Z', 'updated_at': '2022-08-07T22:29:56Z', 'revision_number': 2, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'gw_port_host': None, '_interfaces': [{'id': '9481d156-89f1-44fc-879b-cec3a5fc270b', 'name': '', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'mac_address': 'fa:16:3e:23:1f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:29:55Z', 'updated_at': '2022-08-07T22:29:57Z', 'revision_number': 2, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'subnets': [{'id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d6a157d-da29-4b1f-abb5-c1469ada2073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:58.336430 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Checking router: 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:29:58.336805 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Updating router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 port 9481d156-89f1-44fc-879b-cec3a5fc270b binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:29:58.393584 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:58.891554 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Publish callbacks [] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:58.974132 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:59.124103 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Pushing event updated for resources: {'Port': ['ID=9481d156-89f1-44fc-879b-cec3a5fc270b,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:59.129136 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Attempting to bind port 9481d156-89f1-44fc-879b-cec3a5fc270b on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:29:59.129532 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Attempting to bind port 9481d156-89f1-44fc-879b-cec3a5fc270b by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:29:59.129952 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Attempting to bind port 9481d156-89f1-44fc-879b-cec3a5fc270b on network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:29:59.138068 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.138731 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.139083 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.139426 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.139757 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.140161 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.140507 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.140814 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.141136 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.141457 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.141831 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.142114 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.142434 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.142748 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.143069 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Tracked resource versions report: Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: pushed versions: Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: { 'AddressGroup': {'1.2'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Agent': {'1.1'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'ConntrackHelper': {'1.0'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Log': {'1.0'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'NDPProxy': {'1.0'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Network': {'1.1'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Port': {'1.7'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'PortForwarding': {'1.3'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'QosPolicy': {'1.10'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroup': {'1.5'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SubPort': {'1.0'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Subnet': {'1.1'}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Trunk': {'1.1'}} Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: consumer versions: Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Agent': '1.1', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'ConntrackHelper': '1.0', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'LocalIPAssociation': '1.0', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Log': '1.0', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'NDPProxy': '1.0', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Network': '1.1', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Port': '1.7', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'PortForwarding': '1.3', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'QosPolicy': '1.10', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroup': '1.5', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroupRule': '1.2', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SubPort': '1.0', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Subnet': '1.1', Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Trunk': '1.1'}} Aug 07 22:29:59.144526 dv-cinder-850321-3-iscsi neutron-server[104594]: {{(pid=104594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:29:59.147873 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:29:59.148419 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Checking segment: {'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:29:59.148879 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:59.149251 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Bound using segment: {'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:29:59.149731 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Bound port: 9481d156-89f1-44fc-879b-cec3a5fc270b, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:29:59.150102 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:59.214739 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] For port 9481d156-89f1-44fc-879b-cec3a5fc270b, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:29:59.234527 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] For port 9481d156-89f1-44fc-879b-cec3a5fc270b, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=9481d156-89f1-44fc-879b-cec3a5fc270b,segment=NetworkSegment(323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc),segment_id=323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:29:59.262141 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:59.320237 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:59.348197 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:59.358731 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:29:59.362620 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Routers {'660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:29:59.363245 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:29:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:59.437575 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ad165-9261-4202-aef0-1eadbdeec06d None None] Pushing event updated for resources: {'Port': ['ID=9481d156-89f1-44fc-879b-cec3a5fc270b,revision_number=4']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:29:59.456931 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:29:59.459795 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] Set router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 gateway port host: None {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:29:59.673525 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'name': 'router1', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:29:46Z', 'updated_at': '2022-08-07T22:29:56Z', 'revision_number': 2, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'gw_port_host': None, '_interfaces': [{'id': '9481d156-89f1-44fc-879b-cec3a5fc270b', 'name': '', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'mac_address': 'fa:16:3e:23:1f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:29:55Z', 'updated_at': '2022-08-07T22:29:59Z', 'revision_number': 4, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'subnets': [{'id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d6a157d-da29-4b1f-abb5-c1469ada2073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:29:59.699435 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b49841-e017-4cd5-adf7-7bfe60c60ed7 None None] The sync data for ids ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'] in dv-cinder-850321-3-iscsi is: [{'id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'name': 'router1', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:29:46Z', 'updated_at': '2022-08-07T22:29:56Z', 'revision_number': 2, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'gw_port_host': None, '_interfaces': [{'id': '9481d156-89f1-44fc-879b-cec3a5fc270b', 'name': '', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'mac_address': 'fa:16:3e:23:1f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:29:55Z', 'updated_at': '2022-08-07T22:29:59Z', 'revision_number': 4, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'subnets': [{'id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d6a157d-da29-4b1f-abb5-c1469ada2073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:29:59.929253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55932) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:30:00.330539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405703a-010b-4bc6-9e50-9132748dbf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:30:00.331841 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f405703a-010b-4bc6-9e50-9132748dbf71 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/49b77893-33c7-43ae-ad12-d6b97a8bb314 HTTP/1.1" status: 200 len: 842 time: 0.4015474 Aug 07 22:30:00.341317 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:30:00.456922 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Made reservation on behalf of ff949bd3888c436789a339dd0a2e16fc for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:30:00.459308 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:00.522142 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:00.737501 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:00.789724 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.objects.ports [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104591) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 07 22:30:00.790139 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:00.852741 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:30:00.863552 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:30:00.863902 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Network hostable DHCP agents. Network: 49b77893-33c7-43ae-ad12-d6b97a8bb314, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:30:00.936962 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:30:01.025841 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 49b77893-33c7-43ae-ad12-d6b97a8bb314) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:30:01.031117 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:30:01.031709 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:01.035592 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc95e76-8972-401f-aa18-71373707070f None None] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:30:01.124125 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-42cc441c-ae83-47b6-b1d7-7a61305bc5be admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7745092 Aug 07 22:30:01.146497 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981410cd-fb51-40fa-98cb-555834e735ca None None] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:30:03.390043 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55940) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:30:04.013644 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-eb3c6eec-ad44-4284-8a6d-6248ea41751f demo admin] 10.222.0.30 "GET /networking/v2.0/routers/660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 HTTP/1.1" status: 200 len: 710 time: 0.6224592 Aug 07 22:30:04.103185 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991730e5-5310-4cbf-89ad-d45dd3e7c52c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:30:04.104541 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-991730e5-5310-4cbf-89ad-d45dd3e7c52c demo admin] 10.222.0.30 "GET /networking/v2.0/networks/49b77893-33c7-43ae-ad12-d6b97a8bb314 HTTP/1.1" status: 200 len: 886 time: 0.0851746 Aug 07 22:30:04.115012 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:30:04.359143 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks [] for router_gateway (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:04.642326 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks [] for router_gateway (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:04.717389 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:04.725016 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:04.838386 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Allocated IP 172.27.3.183 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/6049fb51-00a0-4140-ba96-5a205e070e41) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:30:04.862863 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:04.943480 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks [] for port (6049fb51-00a0-4140-ba96-5a205e070e41), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.029462 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.034944 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 9481d156-89f1-44fc-879b-cec3a5fc270b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:30:05.070428 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:30:05.073430 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:30:05.076931 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:30:05.079692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 9481d156-89f1-44fc-879b-cec3a5fc270b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:30:05.080122 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.117173 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Pushing event updated for resources: {'Port': ['ID=6049fb51-00a0-4140-ba96-5a205e070e41,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:30:05.157265 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 9481d156-89f1-44fc-879b-cec3a5fc270b is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:30:05.157663 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.191957 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 9481d156-89f1-44fc-879b-cec3a5fc270b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=9481d156-89f1-44fc-879b-cec3a5fc270b,segment=NetworkSegment(323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc),segment_id=323bf9e3-fd3c-4f32-8ac1-bcfe620d2dbc)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:30:05.268344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.299935 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:05.323751 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=9481d156-89f1-44fc-879b-cec3a5fc270b,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:30:05.415598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks [] for router_gateway (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.508577 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:05.693851 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089'] for router (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.697092 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469214'] for router (660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.808798 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:30:05.911829 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:30:05.915958 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:05.932040 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-724b056f-c010-42ce-9c05-64b56d485a52 demo admin] 10.222.0.30 "PUT /networking/v2.0/routers/660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 HTTP/1.1" status: 200 len: 890 time: 1.8056784 Aug 07 22:30:06.098163 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Sync routers for ids ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:30:06.110851 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Routers {'660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:30:06.111479 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:29:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:30:06.321780 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Set router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:30:06.388052 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:06.698117 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'name': 'router1', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '6049fb51-00a0-4140-ba96-5a205e070e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:29:46Z', 'updated_at': '2022-08-07T22:30:05Z', 'revision_number': 4, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'gw_port': {'id': '6049fb51-00a0-4140-ba96-5a205e070e41', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:30:04Z', 'updated_at': '2022-08-07T22:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '9481d156-89f1-44fc-879b-cec3a5fc270b', 'name': '', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'mac_address': 'fa:16:3e:23:1f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:29:55Z', 'updated_at': '2022-08-07T22:30:05Z', 'revision_number': 5, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'subnets': [{'id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d6a157d-da29-4b1f-abb5-c1469ada2073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:30:06.749059 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Checking router: 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:30:06.749430 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Updating router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 port 6049fb51-00a0-4140-ba96-5a205e070e41 binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:30:06.803168 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:07.024081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 9481d156-89f1-44fc-879b-cec3a5fc270b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:30:07.121286 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 9481d156-89f1-44fc-879b-cec3a5fc270b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:30:07.121992 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:07.268498 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Publish callbacks [] for port (6049fb51-00a0-4140-ba96-5a205e070e41), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:07.311990 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 9481d156-89f1-44fc-879b-cec3a5fc270b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:30:07.340454 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:07.374050 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Attempting to bind port 6049fb51-00a0-4140-ba96-5a205e070e41 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:30:07.374424 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Attempting to bind port 6049fb51-00a0-4140-ba96-5a205e070e41 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:30:07.374787 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Attempting to bind port 6049fb51-00a0-4140-ba96-5a205e070e41 on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:30:07.381265 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:07.387043 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:30:07.387416 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:30:07.387812 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:07.388908 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:30:07.389396 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Bound port: 6049fb51-00a0-4140-ba96-5a205e070e41, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:30:07.389774 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:07.414314 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3b7be-ce6d-4fa7-9c3d-93c883f44543 None None] Pushing event updated for resources: {'Port': ['ID=6049fb51-00a0-4140-ba96-5a205e070e41,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:30:07.442769 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] For port 6049fb51-00a0-4140-ba96-5a205e070e41, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:30:07.445773 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] For port 6049fb51-00a0-4140-ba96-5a205e070e41, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=6049fb51-00a0-4140-ba96-5a205e070e41,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:30:07.526374 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:07.577532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Routers {'660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:30:07.578146 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:29:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:30:07.615369 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:07.623855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3b7be-ce6d-4fa7-9c3d-93c883f44543 None None] Pushing event updated for resources: {'Port': ['ID=6049fb51-00a0-4140-ba96-5a205e070e41,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:30:07.698315 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] Set router 660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:30:07.896175 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'name': 'router1', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '6049fb51-00a0-4140-ba96-5a205e070e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:29:46Z', 'updated_at': '2022-08-07T22:30:05Z', 'revision_number': 4, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'gw_port': {'id': '6049fb51-00a0-4140-ba96-5a205e070e41', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:30:04Z', 'updated_at': '2022-08-07T22:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '9481d156-89f1-44fc-879b-cec3a5fc270b', 'name': '', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'mac_address': 'fa:16:3e:23:1f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:29:55Z', 'updated_at': '2022-08-07T22:30:05Z', 'revision_number': 5, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'subnets': [{'id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d6a157d-da29-4b1f-abb5-c1469ada2073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:30:07.923191 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f09a5e-e9b1-44ca-a1ba-9cba64801640 None None] The sync data for ids ['660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4'] in dv-cinder-850321-3-iscsi is: [{'id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'name': 'router1', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '6049fb51-00a0-4140-ba96-5a205e070e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:29:46Z', 'updated_at': '2022-08-07T22:30:05Z', 'revision_number': 4, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'gw_port': {'id': '6049fb51-00a0-4140-ba96-5a205e070e41', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:30:04Z', 'updated_at': '2022-08-07T22:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '9481d156-89f1-44fc-879b-cec3a5fc270b', 'name': '', 'network_id': '7e41c487-dd65-4d2a-9f7a-1a772cd3eae7', 'tenant_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'mac_address': 'fa:16:3e:23:1f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660ec1d9-71fd-4c6b-aa5c-5a35eb24d9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:29:55Z', 'updated_at': '2022-08-07T22:30:05Z', 'revision_number': 5, 'project_id': '02a9a45b37ec4042a0e02d0ae5b3fdb7', 'subnets': [{'id': 'eb02b543-ec5d-4699-b08f-497c0059f665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d6a157d-da29-4b1f-abb5-c1469ada2073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:30:08.340779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 55952) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:30:08.745859 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6a61692d-bec1-4921-8b01-9f0c0798cb9a admin admin] 10.222.0.30 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4039526 Aug 07 22:30:09.038059 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 6049fb51-00a0-4140-ba96-5a205e070e41 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:30:09.087655 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 6049fb51-00a0-4140-ba96-5a205e070e41 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:30:09.088070 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:09.160993 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 6049fb51-00a0-4140-ba96-5a205e070e41 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:30:09.161392 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:09.183516 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 6049fb51-00a0-4140-ba96-5a205e070e41, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=6049fb51-00a0-4140-ba96-5a205e070e41,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:30:09.271729 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:09.323001 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=6049fb51-00a0-4140-ba96-5a205e070e41,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:30:09.671823 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=10 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:09.676807 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=58 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:11.044161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 6049fb51-00a0-4140-ba96-5a205e070e41 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:30:11.096265 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 6049fb51-00a0-4140-ba96-5a205e070e41 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:30:11.096670 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (6049fb51-00a0-4140-ba96-5a205e070e41), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:11.175670 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 6049fb51-00a0-4140-ba96-5a205e070e41 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:30:18.735028 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=28 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:18.742518 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:21.171089 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:21.173996 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:22.346463 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:30:23.907553 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7684e06a-f31d-45e8-a984-d4ead5092021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:26.488255 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-75875d21-6560-455c-8136-08c217d268a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:27.426614 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:29.320066 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:29.429085 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:32.346672 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:35.387778 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:39.333207 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:39.343660 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:30:53.901589 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0f86679-4819-4726-a56b-c995ffea108f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:56.959094 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a4a976ef-9b38-4a01-9a69-b798894b3e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:57.347500 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:59.299454 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:30:59.344891 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:30:59.442492 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:04.370841 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:09.344623 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:09.351120 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:09.355124 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:22.344449 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:23.895456 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-eaac488b-dbd2-463c-abb1-59cd54a09ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:26.455588 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cc3f652f-5673-4551-afac-977da1b4240d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:27.341267 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:29.266351 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:29.455825 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:33.193420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56494) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:33.530309 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fa9b8a-fe15-4499-9f1d-3991087d6e51 admin admin] GET failed (client error): The resource could not be found. Aug 07 22:31:33.531586 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a5fa9b8a-fe15-4499-9f1d-3991087d6e51 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3372979 Aug 07 22:31:33.692217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb563e-6b59-44df-92a4-2051e694bf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:33.693684 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3bfb563e-6b59-44df-92a4-2051e694bf73 admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578283 Aug 07 22:31:35.854939 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56504) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:36.224752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2d884-162c-43e1-9841-f728c7baeae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:36.225994 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a4e2d884-162c-43e1-9841-f728c7baeae2 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/eb02b543-ec5d-4699-b08f-497c0059f665 HTTP/1.1" status: 200 len: 849 time: 0.3701255 Aug 07 22:31:36.235654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:31:36.321654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Publish callbacks [] for subnet (eb02b543-ec5d-4699-b08f-497c0059f665), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:36.343697 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:31:36.517798 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760084378844'] for subnet (eb02b543-ec5d-4699-b08f-497c0059f665), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:36.550723 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:36.551830 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:36.552804 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] 10.222.0.30 "PUT /networking/v2.0/subnets/eb02b543-ec5d-4699-b08f-497c0059f665 HTTP/1.1" status: 200 len: 868 time: 0.3204832 Aug 07 22:31:36.555598 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350cdb7-811b-4251-b710-3d963fa8454f None None] Network 7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:31:36.573303 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb02b543-ec5d-4699-b08f-497c0059f665,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:31:36.581202 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.581542 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.581916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.582263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.582594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.582923 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.583411 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.583744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.584120 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.584453 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.584778 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.585119 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.585450 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.585783 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.586087 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e63e21-048d-401d-8342-a42ffc8c698b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:31:36.895487 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-decbeeb8-60da-49ce-a6dc-0dddb4c272a4 None None] Provisioning complete for port ee0952a2-8f8f-4ced-b473-3b4439979d3c triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:31:36.895878 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-decbeeb8-60da-49ce-a6dc-0dddb4c272a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ee0952a2-8f8f-4ced-b473-3b4439979d3c), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:36.977382 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-decbeeb8-60da-49ce-a6dc-0dddb4c272a4 None None] Current status of the port ee0952a2-8f8f-4ced-b473-3b4439979d3c is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:31:36.985595 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-decbeeb8-60da-49ce-a6dc-0dddb4c272a4 None None] Provisioning complete for port 9481d156-89f1-44fc-879b-cec3a5fc270b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:31:36.985986 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-decbeeb8-60da-49ce-a6dc-0dddb4c272a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9481d156-89f1-44fc-879b-cec3a5fc270b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:37.055949 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-decbeeb8-60da-49ce-a6dc-0dddb4c272a4 None None] Current status of the port 9481d156-89f1-44fc-879b-cec3a5fc270b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:31:38.728311 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56512) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:39.215551 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dbf6a0-34cf-4fcf-8e58-25756bff2c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:39.215938 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dbf6a0-34cf-4fcf-8e58-25756bff2c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:39.217532 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c5dbf6a0-34cf-4fcf-8e58-25756bff2c49 admin admin] 10.222.0.30 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4877498 Aug 07 22:31:41.355740 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:41.383038 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56522) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:41.856742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507031eb-809f-4d67-ba20-8648b8334e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:41.857123 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507031eb-809f-4d67-ba20-8648b8334e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:41.858651 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-507031eb-809f-4d67-ba20-8648b8334e5b admin admin] 10.222.0.30 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4746385 Aug 07 22:31:44.099358 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56530) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:44.502140 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9147167-a1ab-4249-a69c-8e3d970f5a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:44.503707 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d9147167-a1ab-4249-a69c-8e3d970f5a6c admin admin] 10.222.0.30 "GET /networking/v2.0/networks/49b77893-33c7-43ae-ad12-d6b97a8bb314 HTTP/1.1" status: 200 len: 886 time: 0.4033802 Aug 07 22:31:46.339948 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:46.670958 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56538) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:47.052846 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:47.054715 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:47.178138 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26a8e5-b405-4a90-aa3b-eb91630a27d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:47.179509 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ae26a8e5-b405-4a90-aa3b-eb91630a27d7 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/7e41c487-dd65-4d2a-9f7a-1a772cd3eae7 HTTP/1.1" status: 200 len: 869 time: 0.5075934 Aug 07 22:31:49.345061 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56546) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:49.748571 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b158c78-5583-4550-ac6c-1abd1660bc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:49.749314 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b158c78-5583-4550-ac6c-1abd1660bc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:49.750863 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-7b158c78-5583-4550-ac6c-1abd1660bc27 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4048393 Aug 07 22:31:51.919682 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56554) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:52.286760 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab7fe1-85f4-448c-9e3a-b9219611bc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:52.287131 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab7fe1-85f4-448c-9e3a-b9219611bc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:52.288654 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8eab7fe1-85f4-448c-9e3a-b9219611bc04 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3680108 Aug 07 22:31:53.916301 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b7086052-8e29-4c43-aede-286df35060d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:54.467318 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56562) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:54.498674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:54.499512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:31:54.826647 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c752731-d3cb-472a-a93f-632967dc95c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:54.827963 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9c752731-d3cb-472a-a93f-632967dc95c1 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7 HTTP/1.1" status: 200 len: 816 time: 0.3597054 Aug 07 22:31:56.465213 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b522404f-90e9-4758-bb30-bb99f6f7cd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:56.986419 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56570) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:31:57.352532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:57.360801 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc3910-be96-468c-8172-7c9984d517e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:31:57.363846 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-22fc3910-be96-468c-8172-7c9984d517e3 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/eb02b543-ec5d-4699-b08f-497c0059f665 HTTP/1.1" status: 200 len: 868 time: 0.3747699 Aug 07 22:31:59.277645 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:31:59.424495 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:02.281141 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=38 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:02.283022 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=34 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:07.355415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:07.357291 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=12 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:09.344271 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:09.345988 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:13.403272 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:32:23.894346 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0b6fcf19-02f9-4f79-83a9-f252eee50811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:24.438700 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=15 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:24.447770 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=19 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:25.154275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56626) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:32:25.480285 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-ec838284-8a13-4864-b95a-dcd5d56ca1fb admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:32:25.481460 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ec838284-8a13-4864-b95a-dcd5d56ca1fb admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3262527 Aug 07 22:32:26.458298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-463b2ba1-8cc7-4fb4-b3f0-ce9059e201f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:27.384228 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:27.723023 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56634) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:32:28.055314 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3395d7d4-f8d7-4ecc-b422-2b524f1d9db9 admin admin] GET failed (client error): The resource could not be found. Aug 07 22:32:28.056640 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3395d7d4-f8d7-4ecc-b422-2b524f1d9db9 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3326764 Aug 07 22:32:28.141391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297d96b3-f4e7-44fc-b0ef-82263f52171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:32:28.142844 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-297d96b3-f4e7-44fc-b0ef-82263f52171f admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819016 Aug 07 22:32:29.336415 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:29.500451 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:30.347791 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56642) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:32:30.672041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:32:30.761435 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Made reservation on behalf of ff949bd3888c436789a339dd0a2e16fc for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:32:30.763771 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:30.793967 dv-cinder-850321-3-iscsi neutron-server[104591]: WARNING neutron.services.revisions.revision_plugin [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Could not find related network for resource to bump revision. Aug 07 22:32:30.808259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:32:30.817320 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (f488eb14-83f5-43b5-9fdc-870f101ed1a6), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:30.817673 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Added segment f488eb14-83f5-43b5-9fdc-870f101ed1a6 of type vlan for network 7f86fc37-abc0-42b9-b57b-b104cf4a185e Aug 07 22:32:30.855201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (7f86fc37-abc0-42b9-b57b-b104cf4a185e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:30.945984 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (7f86fc37-abc0-42b9-b57b-b104cf4a185e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:30.947584 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:32:30.948261 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:31.006237 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f86fc37-abc0-42b9-b57b-b104cf4a185e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:32:31.017169 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 7f86fc37-abc0-42b9-b57b-b104cf4a185e details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:32:31.072295 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-263ed9cf-16e0-47ef-88d2-1fa87751d0c0 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7231677 Aug 07 22:32:33.253963 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56650) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:32:33.592382 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f78a993-39c1-4a20-bece-da160d1d967d admin admin] GET failed (client error): The resource could not be found. Aug 07 22:32:33.593680 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0f78a993-39c1-4a20-bece-da160d1d967d admin admin] 10.222.0.30 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3387678 Aug 07 22:32:33.765852 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3759a75b-f306-4245-8a89-34631d7897c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:32:33.767332 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3759a75b-f306-4245-8a89-34631d7897c2 admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1694732 Aug 07 22:32:33.777815 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:32:33.865773 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Made reservation on behalf of ff949bd3888c436789a339dd0a2e16fc for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:32:33.867958 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:34.129143 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (115590ab-1d1d-4a4e-8064-9c4baf0feab1), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:34.186554 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115590ab-1d1d-4a4e-8064-9c4baf0feab1,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:32:34.194630 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Checking segment: {'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:32:34.194978 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Network hostable DHCP agents. Network: 7f86fc37-abc0-42b9-b57b-b104cf4a185e, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:32:34.260060 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Network 7f86fc37-abc0-42b9-b57b-b104cf4a185e is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:32:34.311207 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 7f86fc37-abc0-42b9-b57b-b104cf4a185e) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:32:34.316153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:32:34.316868 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:34.319855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1cf203-8dec-44d8-9f52-1478929e739a None None] Network 7f86fc37-abc0-42b9-b57b-b104cf4a185e requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:32:34.423148 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-7f86fc37-abc0-42b9-b57b-b104cf4a185e', 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e', 'project_id': 'ff949bd3888c436789a339dd0a2e16fc', 'fixed_ips': [{'subnet_id': '115590ab-1d1d-4a4e-8064-9c4baf0feab1'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:32:34.424059 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:34.433992 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-477e86cd-7233-4a17-90db-312fa333d897 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6601992 Aug 07 22:32:34.571096 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Allocated IP 192.168.233.2 (7f86fc37-abc0-42b9-b57b-b104cf4a185e/115590ab-1d1d-4a4e-8064-9c4baf0feab1/a0bfc562-5840-41f2-8acf-5e242a050771) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:32:34.718536 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Publish callbacks [] for port (a0bfc562-5840-41f2-8acf-5e242a050771), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:34.807957 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:34.944575 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Network 7f86fc37-abc0-42b9-b57b-b104cf4a185e is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:32:34.946244 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:32:34.948423 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Pushing event updated for resources: {'Port': ['ID=a0bfc562-5840-41f2-8acf-5e242a050771,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:32:34.952239 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:32:34.959811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.960204 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.960523 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.960875 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.961205 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.961529 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.961851 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.962165 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.962700 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.963028 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.963347 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.963679 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.963997 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.964331 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:34.964642 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:32:35.022900 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Attempting to bind port a0bfc562-5840-41f2-8acf-5e242a050771 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:32:35.023265 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Attempting to bind port a0bfc562-5840-41f2-8acf-5e242a050771 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:32:35.023653 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Attempting to bind port a0bfc562-5840-41f2-8acf-5e242a050771 on network 7f86fc37-abc0-42b9-b57b-b104cf4a185e {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:32:35.029122 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:32:35.029490 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Checking segment: {'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:32:35.029938 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:35.030329 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Bound using segment: {'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:32:35.030817 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Bound port: a0bfc562-5840-41f2-8acf-5e242a050771, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:32:35.031191 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:35.092007 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] For port a0bfc562-5840-41f2-8acf-5e242a050771, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:32:35.095301 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] For port a0bfc562-5840-41f2-8acf-5e242a050771, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=a0bfc562-5840-41f2-8acf-5e242a050771,segment=NetworkSegment(f488eb14-83f5-43b5-9fdc-870f101ed1a6),segment_id=f488eb14-83f5-43b5-9fdc-870f101ed1a6)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:32:35.184750 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:35.245451 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dc2a7-0b74-4a2d-b10f-7e558a6747c2 None None] Pushing event updated for resources: {'Port': ['ID=a0bfc562-5840-41f2-8acf-5e242a050771,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:32:36.071782 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce527fd6-5b3b-45da-9f8e-5b4c2d0a9462 None None] Network 7f86fc37-abc0-42b9-b57b-b104cf4a185e requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:32:36.125472 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:36.133683 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:36.138375 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-a9cadd83-516b-437d-af2b-1ad976e188a2 None None] Provisioning complete for port a0bfc562-5840-41f2-8acf-5e242a050771 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:32:36.138766 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a9cadd83-516b-437d-af2b-1ad976e188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:36.255288 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-a9cadd83-516b-437d-af2b-1ad976e188a2 None None] Current status of the port a0bfc562-5840-41f2-8acf-5e242a050771 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:32:36.255710 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a9cadd83-516b-437d-af2b-1ad976e188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:36.294062 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-a9cadd83-516b-437d-af2b-1ad976e188a2 None None] For port a0bfc562-5840-41f2-8acf-5e242a050771, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=a0bfc562-5840-41f2-8acf-5e242a050771,segment=NetworkSegment(f488eb14-83f5-43b5-9fdc-870f101ed1a6),segment_id=f488eb14-83f5-43b5-9fdc-870f101ed1a6)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:32:36.376480 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a9cadd83-516b-437d-af2b-1ad976e188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:36.431914 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cadd83-516b-437d-af2b-1ad976e188a2 None None] Pushing event updated for resources: {'Port': ['ID=a0bfc562-5840-41f2-8acf-5e242a050771,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:32:36.496405 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-c4a82a41-71b9-4ba1-ac23-0a06d51fb89a None None] Provisioning complete for port a0bfc562-5840-41f2-8acf-5e242a050771 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:32:36.496803 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c4a82a41-71b9-4ba1-ac23-0a06d51fb89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:36.572322 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-c4a82a41-71b9-4ba1-ac23-0a06d51fb89a None None] Current status of the port a0bfc562-5840-41f2-8acf-5e242a050771 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:32:37.126330 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device a0bfc562-5840-41f2-8acf-5e242a050771 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:32:37.172349 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port a0bfc562-5840-41f2-8acf-5e242a050771 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:32:37.172736 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (a0bfc562-5840-41f2-8acf-5e242a050771), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:37.249619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port a0bfc562-5840-41f2-8acf-5e242a050771 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:32:44.326882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:44.364456 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:47.244510 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:47.247816 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=37 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:50.345131 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:32:53.922525 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c6d5d78b-32d5-46a4-9ba3-49a7ce12afe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:55.360451 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:32:56.471257 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1345a26d-696f-4c36-a383-6e8f5c64e4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:57.369260 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:59.282168 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:32:59.408253 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:00.341621 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:09.346965 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=24 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:09.348818 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:22.339316 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:23.897778 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-610a9e7a-552c-4b45-91be-d6c9087a2475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:26.464627 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4a137172-0d91-4eff-a230-e42476a71cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:27.344797 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:33:27.366332 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:29.270414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:29.402087 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:37.340959 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:37.341854 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:39.344668 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:39.346552 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:33:53.887136 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-328c919f-c0c4-486d-950a-6e13d3923dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:53.964583 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 56688) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:33:53.970235 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-22e1668e-21f3-4abd-9ed2-907a8018bb93 tempest-verify_tempest_config-235159820 tempest-verify_tempest_config-235159820-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:33:53.971206 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-22e1668e-21f3-4abd-9ed2-907a8018bb93 tempest-verify_tempest_config-235159820 tempest-verify_tempest_config-235159820-project] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056584 Aug 07 22:33:54.682281 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56706) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:33:55.015093 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:55.089194 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Publish callbacks [] for security_group (bbc59161-5cdd-48c8-ad6f-04e13fc3cef2), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:55.143349 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (bbc59161-5cdd-48c8-ad6f-04e13fc3cef2), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:55.190111 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=de79fe4dbefc400990db060a8ba8d764&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5068009 Aug 07 22:33:55.198996 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc59161-5cdd-48c8-ad6f-04e13fc3cef2,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:33:55.198996 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56712) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:33:55.209282 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.209623 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.209978 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.210319 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.210651 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.210976 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.211301 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.211625 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.211963 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.212312 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.212663 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.213139 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.213462 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.213783 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.214099 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfdbb5-717a-4275-8da7-ffa584511c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:33:55.259644 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ba4d63e4-084a-4e15-ba0d-4ba6815e47bf admin admin] Publish callbacks [] for security_group (bbc59161-5cdd-48c8-ad6f-04e13fc3cef2), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:55.281430 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ba4d63e4-084a-4e15-ba0d-4ba6815e47bf admin admin] Publish callbacks [] for security_group (bbc59161-5cdd-48c8-ad6f-04e13fc3cef2), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:55.429091 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ba4d63e4-084a-4e15-ba0d-4ba6815e47bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (bbc59161-5cdd-48c8-ad6f-04e13fc3cef2), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:55.431580 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ba4d63e4-084a-4e15-ba0d-4ba6815e47bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:55.433349 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ba4d63e4-084a-4e15-ba0d-4ba6815e47bf admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/bbc59161-5cdd-48c8-ad6f-04e13fc3cef2 HTTP/1.1" status: 204 len: 168 time: 0.2395597 Aug 07 22:33:55.441185 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d63e4-084a-4e15-ba0d-4ba6815e47bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc59161-5cdd-48c8-ad6f-04e13fc3cef2,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:33:56.470220 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a9fc901e-b6af-407e-a6f6-4eb5924bea58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:57.373166 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:59.281598 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:33:59.407443 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:04.344225 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:34:05.323197 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=38,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:05.436614 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=34,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:09.346533 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:09.354009 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:23.908439 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7de49c19-74c2-437c-bcb9-17d7b2d6479d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:24.335940 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=16 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:24.343130 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=18 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:26.463068 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d147a3f-e174-4609-b34a-b38e97e1f835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:27.389749 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:29.274117 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:29.406805 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:39.348569 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:39.356528 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:41.344316 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:34:51.339962 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:51.340744 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:34:53.914576 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d6d3b84-ddd4-4592-b947-a62372b0ecd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:56.485282 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9af609b6-e6be-4c26-acce-789337906ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:57.349216 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:59.342168 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:34:59.422320 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:09.348345 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:09.355343 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:18.343400 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 5 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:35:23.355074 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:23.879240 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-84fbde76-687e-44e1-8a9b-64e704657a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:26.457247 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a09a8a6a-2877-4573-bf3a-fff841ee742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:27.393475 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:29.293437 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:29.451726 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:29.548480 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467934'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:35.343022 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:39.476532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:39.480407 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:41.317853 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56806) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:35:41.443934 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9de00d6f-a030-42f9-8b58-b2cf823fe435 admin admin] 10.222.0.30 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249671 Aug 07 22:35:43.499423 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 56816) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:35:43.554235 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-48232c59-0a67-43f5-a7b9-1e9ffc1d58ea admin admin] 10.222.0.30 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537145 Aug 07 22:35:53.548835 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:53.549613 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:35:53.891288 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-421b4297-2f27-4488-8d88-493658743307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:55.343442 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:35:56.463082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d4c0-fd36-4aec-b317-ff62681cb69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:57.370574 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:59.307463 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:59.411144 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:35:59.514098 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:00.350729 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:05.338993 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:09.454593 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:09.456435 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:23.907527 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33ca8b58-bbfd-4427-9b22-32fd0f6ba577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:24.338616 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=12 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:24.340435 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=14 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:26.519439 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-48a414bb-3abf-4412-9a6b-8d0c200e39d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:27.370268 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:29.290700 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:29.427611 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:29.513411 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:32.343206 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:36:39.447224 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:39.450658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:42.338948 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:42.339889 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:36:53.890067 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-20966bd9-0c6c-47ae-b5d0-483f67c28718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:56.461919 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd8e0-0d5b-4668-9e7b-811a3601e8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:57.387191 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:59.291020 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:59.404799 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:36:59.484760 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:09.342421 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:37:09.446116 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:09.448430 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:16.944440 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57004) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:17.348893 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-630500814-network', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:17.382355 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57036) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:17.405195 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Made reservation on behalf of 6cd3d94550bd467f8a88d75ec1208be1 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:17.408196 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.419376 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.497959 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks [] for security_group (acba526c-f06d-48c7-aff9-ba638d383fbd), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.559158 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (acba526c-f06d-48c7-aff9-ba638d383fbd), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.571726 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57048) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:17.590430 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba526c-f06d-48c7-aff9-ba638d383fbd,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:17.596067 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:37:17.609267 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.609613 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.610127 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.610645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.610981 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.611310 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.611631 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.612148 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.612662 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.613160 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.613505 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.613852 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.614180 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.614496 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.614975 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Tracked resource versions report: Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: pushed versions: Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: { 'AddressGroup': {'1.2'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Agent': {'1.1'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'ConntrackHelper': {'1.0'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Log': {'1.0'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'NDPProxy': {'1.0'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Network': {'1.1'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Port': {'1.7'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'PortForwarding': {'1.3'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'QosPolicy': {'1.10'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroup': {'1.5'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SubPort': {'1.0'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Subnet': {'1.1'}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Trunk': {'1.1'}} Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: consumer versions: Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: HyperV agent@hv-cinder-85032: {}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Agent': '1.1', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'ConntrackHelper': '1.0', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'LocalIPAssociation': '1.0', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Log': '1.0', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'NDPProxy': '1.0', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Network': '1.1', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Port': '1.7', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'PortForwarding': '1.3', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'QosPolicy': '1.10', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroup': '1.5', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SecurityGroupRule': '1.2', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'SubPort': '1.0', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Subnet': '1.1', Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: 'Trunk': '1.1'}} Aug 07 22:37:17.616199 dv-cinder-850321-3-iscsi neutron-server[104592]: {{(pid=104592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:37:17.621538 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (99b261e9-7fa6-491b-a1e5-12ff2f838285), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.621891 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Added segment 99b261e9-7fa6-491b-a1e5-12ff2f838285 of type vlan for network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 Aug 07 22:37:17.663677 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (3405a859-15b9-43f0-8ee9-acabcdc8fa44), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.721091 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-network', 'tenant_id': '1a78ad9d7151473798fbefa330678250'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:17.759939 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (3405a859-15b9-43f0-8ee9-acabcdc8fa44), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.761210 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:17.761810 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.826842 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Made reservation on behalf of 1a78ad9d7151473798fbefa330678250 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:17.829194 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.848837 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:17.863295 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57064) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:17.863457 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9178057 Aug 07 22:37:17.871071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Request body: {'subnet': {'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-630500814-subnet', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:17.919326 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84defcb9-c665-4b4c-b2fb-f28b8781cc38 admin admin] Pushing event updated for resources: {'Network': ['ID=3405a859-15b9-43f0-8ee9-acabcdc8fa44,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:17.933683 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:37:17.968458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57076) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:17.969662 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks [] for security_group (9c87e29c-acff-4b06-9eeb-ae8d7c604a98), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.011150 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Made reservation on behalf of 6cd3d94550bd467f8a88d75ec1208be1 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:18.013795 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.038970 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9c87e29c-acff-4b06-9eeb-ae8d7c604a98), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.063846 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:37:18.074586 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (04a2a1a4-72f6-4b48-a05e-6081a3c5cab0), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.079369 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Added segment 04a2a1a4-72f6-4b48-a05e-6081a3c5cab0 of type vlan for network b379400c-91c0-4503-ac16-d8b7f1c793d1 Aug 07 22:37:18.112742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982971641-network', 'tenant_id': 'c1c8b88e7f944005a03d220e4e70c9cb'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:18.133024 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (b379400c-91c0-4503-ac16-d8b7f1c793d1), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.137337 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87e29c-acff-4b06-9eeb-ae8d7c604a98,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:18.159728 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:18.169208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-676753758-network', 'tenant_id': '3f7ea2694e7641088d957060a1001d86'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:18.229732 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Made reservation on behalf of c1c8b88e7f944005a03d220e4e70c9cb for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:18.232058 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.265963 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.273243 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (b379400c-91c0-4503-ac16-d8b7f1c793d1), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.274761 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:18.275401 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.349880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks [] for security_group (5cfb5657-7c26-4c87-8a83-a5c4404de053), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.365374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Made reservation on behalf of 3f7ea2694e7641088d957060a1001d86 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:18.370325 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.386456 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] Pushing event updated for resources: {'Network': ['ID=b379400c-91c0-4503-ac16-d8b7f1c793d1,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:18.390476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.398086 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (9a024997-eaba-4683-b26e-f00e0fad8529), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.401803 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:37:18.447339 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5cfb5657-7c26-4c87-8a83-a5c4404de053), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.469528 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-639493bf-9393-4498-bd10-6fbd82345b6d admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0859928 Aug 07 22:37:18.470128 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57100) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:18.476532 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Request body: {'subnet': {'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-subnet', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:18.496152 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Checking segment: {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:18.497177 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Network hostable DHCP agents. Network: 3405a859-15b9-43f0-8ee9-acabcdc8fa44, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:37:18.502772 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb5657-7c26-4c87-8a83-a5c4404de053,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:18.530807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.530807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.530807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.530807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.530807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.532657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.532657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.532657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Tracked resource versions report: Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: pushed versions: Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: { 'AddressGroup': {'1.2'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Agent': {'1.1'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'ConntrackHelper': {'1.0'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Log': {'1.0'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'NDPProxy': {'1.0'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Network': {'1.1'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Port': {'1.7'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'PortForwarding': {'1.3'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'QosPolicy': {'1.10'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroup': {'1.5'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SubPort': {'1.0'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Subnet': {'1.1'}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Trunk': {'1.1'}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: consumer versions: Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: HyperV agent@hv-cinder-85032: {}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Agent': '1.1', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'ConntrackHelper': '1.0', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'LocalIPAssociation': '1.0', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Log': '1.0', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'NDPProxy': '1.0', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Network': '1.1', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Port': '1.7', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'PortForwarding': '1.3', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'QosPolicy': '1.10', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroup': '1.5', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SecurityGroupRule': '1.2', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'SubPort': '1.0', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Subnet': '1.1', Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: 'Trunk': '1.1'}} Aug 07 22:37:18.546866 dv-cinder-850321-3-iscsi neutron-server[104591]: {{(pid=104591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:37:18.589193 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:37:18.596862 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (67c523c3-d458-4d01-b638-eac4cd89b6eb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.597264 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Added segment 67c523c3-d458-4d01-b638-eac4cd89b6eb of type vlan for network f6280838-9371-4333-92df-f97cdbafd69b Aug 07 22:37:18.617114 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Made reservation on behalf of 1a78ad9d7151473798fbefa330678250 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:18.620968 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.624989 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:18.653633 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (f6280838-9371-4333-92df-f97cdbafd69b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.683976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:18.712505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a024997-eaba-4683-b26e-f00e0fad8529,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:18.745490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:18.784441 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks [] for security_group (5f685f22-53e1-41a5-bd67-9ef9701229bd), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.788869 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:37:18.791779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (f6280838-9371-4333-92df-f97cdbafd69b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.794143 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:18.796202 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.909972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 3405a859-15b9-43f0-8ee9-acabcdc8fa44) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:18.913525 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5f685f22-53e1-41a5-bd67-9ef9701229bd), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.919857 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5cea5-6e74-4d87-93a3-43773466576a None None] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:18.934124 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:18.935020 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.976294 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:37:18.978678 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] Pushing event updated for resources: {'Network': ['ID=f6280838-9371-4333-92df-f97cdbafd69b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:18.992092 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f685f22-53e1-41a5-bd67-9ef9701229bd,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:18.996071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (f33c4558-d645-442c-a175-1bf48414529a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:18.996625 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Added segment f33c4558-d645-442c-a175-1bf48414529a of type vlan for network 057d9455-09f9-43b3-b9b9-43213b4e9159 Aug 07 22:37:19.043459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (057d9455-09f9-43b3-b9b9-43213b4e9159), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.049574 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (90967018-ddc9-4113-8621-bdd201dfe729), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.051476 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7434b763-5714-48b0-8f70-04392f10a8de admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4780817 Aug 07 22:37:19.057431 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network f6280838-9371-4333-92df-f97cdbafd69b details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:37:19.059328 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57128) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:19.066862 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Request body: {'subnet': {'network_id': 'f6280838-9371-4333-92df-f97cdbafd69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982971641-subnet', 'tenant_id': 'c1c8b88e7f944005a03d220e4e70c9cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:19.092408 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cf3c2745-e3d5-4411-9f4c-bd89f4ac7b62 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2248449 Aug 07 22:37:19.100083 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57130) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:19.107058 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:19.188107 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90967018-ddc9-4113-8621-bdd201dfe729,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:19.199580 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Made reservation on behalf of c1c8b88e7f944005a03d220e4e70c9cb for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:19.200917 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Checking segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:19.201280 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Network hostable DHCP agents. Network: b379400c-91c0-4503-ac16-d8b7f1c793d1, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:37:19.202818 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.205345 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.206864 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.210150 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (057d9455-09f9-43b3-b9b9-43213b4e9159), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.216804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'fixed_ips': [{'subnet_id': '9a024997-eaba-4683-b26e-f00e0fad8529'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:37:19.216804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.217300 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:19.217873 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.338953 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:19.347957 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:37:19.369680 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57150) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:19.370039 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4001880 Aug 07 22:37:19.375936 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Request body: {'subnet': {'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-subnet', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:19.409736 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117fd4d-b39c-4855-8ce5-60098c5934c5 admin admin] Pushing event updated for resources: {'Network': ['ID=057d9455-09f9-43b3-b9b9-43213b4e9159,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:19.422862 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Allocated IP 172.20.0.2 (3405a859-15b9-43f0-8ee9-acabcdc8fa44/9a024997-eaba-4683-b26e-f00e0fad8529/501ddf86-7cfe-49f5-8fa9-c51f289804ca) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:19.428709 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, b379400c-91c0-4503-ac16-d8b7f1c793d1) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:19.438992 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:19.441090 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.455807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks [] for router_controller (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.501082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:37:19.503892 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253aef2-ae73-45d1-9969-a035cc557663 None None] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:19.542423 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Made reservation on behalf of 3f7ea2694e7641088d957060a1001d86 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:19.544964 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.636540 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-01d33e6b-3d27-4b71-a375-cc576a1aeed5 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1651061 Aug 07 22:37:19.637535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57166) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:19.647294 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:19.673534 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:19.785362 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Publish callbacks [] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.785728 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.809834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks [] for router_gateway (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.826699 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-b379400c-91c0-4503-ac16-d8b7f1c793d1', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'project_id': '1a78ad9d7151473798fbefa330678250', 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:37:19.827902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:19.881986 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Checking segment: {'id': '67c523c3-d458-4d01-b638-eac4cd89b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6280838-9371-4333-92df-f97cdbafd69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:19.882311 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Network hostable DHCP agents. Network: f6280838-9371-4333-92df-f97cdbafd69b, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:37:19.885623 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:19.917590 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:19.976838 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Allocated IP 172.20.0.2 (b379400c-91c0-4503-ac16-d8b7f1c793d1/90967018-ddc9-4113-8621-bdd201dfe729/cc3639e6-b405-40d4-8144-aba29380cb4b) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:20.001928 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:20.038647 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=13,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:20.067624 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (7dae62fa-f58f-451e-83b5-312431bb5f70), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.069368 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (7dae62fa-f58f-451e-83b5-312431bb5f70), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.096059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Network f6280838-9371-4333-92df-f97cdbafd69b is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:37:20.109495 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.164129 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:20.171588 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (a99a5215-8313-446e-9f90-62aa920e309e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.199730 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Publish callbacks [] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.202258 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:20.210609 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Pushing event updated for resources: {'Port': ['ID=501ddf86-7cfe-49f5-8fa9-c51f289804ca,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:20.214673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:20.216847 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:20.223526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.223873 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.224271 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.224630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.224971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.225297 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.225619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.225938 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.226260 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.226582 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.226904 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.227239 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.227594 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.228102 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.228631 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Tracked resource versions report: Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: pushed versions: Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: { 'AddressGroup': {'1.2'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Agent': {'1.1'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'ConntrackHelper': {'1.0'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Log': {'1.0'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'NDPProxy': {'1.0'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Network': {'1.1'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Port': {'1.7'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'PortForwarding': {'1.3'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'QosPolicy': {'1.10'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroup': {'1.5'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SubPort': {'1.0'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Subnet': {'1.1'}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Trunk': {'1.1'}} Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: consumer versions: Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: HyperV agent@hv-cinder-85032: {}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Agent': '1.1', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'ConntrackHelper': '1.0', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'LocalIPAssociation': '1.0', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Log': '1.0', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'NDPProxy': '1.0', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Network': '1.1', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Port': '1.7', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'PortForwarding': '1.3', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'QosPolicy': '1.10', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroup': '1.5', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SecurityGroupRule': '1.2', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'SubPort': '1.0', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Subnet': '1.1', Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: 'Trunk': '1.1'}} Aug 07 22:37:20.230104 dv-cinder-850321-3-iscsi neutron-server[104593]: {{(pid=104593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:37:20.308989 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Attempting to bind port 501ddf86-7cfe-49f5-8fa9-c51f289804ca on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:20.309500 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Attempting to bind port 501ddf86-7cfe-49f5-8fa9-c51f289804ca by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:20.310002 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Attempting to bind port 501ddf86-7cfe-49f5-8fa9-c51f289804ca on network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:20.317185 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:20.317557 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Checking segment: {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:20.317990 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.318438 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Bound using segment: {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:20.318960 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Bound port: 501ddf86-7cfe-49f5-8fa9-c51f289804ca, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:20.319533 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.325117 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.358449 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, f6280838-9371-4333-92df-f97cdbafd69b) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:20.358637 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks [] for router_controller (7dae62fa-f58f-451e-83b5-312431bb5f70), precommit_add_association {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.358813 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:20.358977 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.379320 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8eb7e-e7f2-4872-99bb-5c1088fd2f61 None None] Network f6280838-9371-4333-92df-f97cdbafd69b requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:20.388446 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99a5215-8313-446e-9f90-62aa920e309e,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:20.398497 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Checking segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:20.398497 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Network hostable DHCP agents. Network: 057d9455-09f9-43b3-b9b9-43213b4e9159, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:37:20.419124 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks [] for router_gateway (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.448315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.465718 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:20.514330 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:20.531557 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:20.545321 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Pushing event updated for resources: {'Port': ['ID=cc3639e6-b405-40d4-8144-aba29380cb4b,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:20.547872 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:37:20.587715 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Allocated IP 172.27.3.36 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/51a72389-9bbe-456c-a817-97c78806141a) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:20.612820 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:20.640327 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 057d9455-09f9-43b3-b9b9-43213b4e9159) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:20.647590 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:20.648755 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.660485 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks [] for router_gateway (7dae62fa-f58f-451e-83b5-312431bb5f70), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.695474 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2f27721f-ff79-407c-9197-0328c1464596 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6350892 Aug 07 22:37:20.719390 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3be3b-f167-416c-a72b-a4d6c7857538 None None] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:20.896577 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks [] for port (51a72389-9bbe-456c-a817-97c78806141a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.897753 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-90542b94-3400-4b8c-bbbf-0cbc98c92aa0 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4183002 Aug 07 22:37:20.897919 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57188) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:20.897919 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:20.897919 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (51a72389-9bbe-456c-a817-97c78806141a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:20.898076 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] For port 501ddf86-7cfe-49f5-8fa9-c51f289804ca, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:20.923716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:20.927178 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:20.932259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:20.941062 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Pushing event updated for resources: {'Port': ['ID=51a72389-9bbe-456c-a817-97c78806141a,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:20.953345 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] For port 501ddf86-7cfe-49f5-8fa9-c51f289804ca, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=501ddf86-7cfe-49f5-8fa9-c51f289804ca,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:20.973295 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Attempting to bind port cc3639e6-b405-40d4-8144-aba29380cb4b on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:20.973943 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Attempting to bind port cc3639e6-b405-40d4-8144-aba29380cb4b by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:20.974515 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Attempting to bind port cc3639e6-b405-40d4-8144-aba29380cb4b on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:20.983822 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fd1a5-bc8c-4435-aac7-ce0016a1c07e None None] Network f6280838-9371-4333-92df-f97cdbafd69b requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:21.000605 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:21.001152 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Checking segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:21.001705 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.002231 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Bound using segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:21.002850 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Bound port: cc3639e6-b405-40d4-8144-aba29380cb4b, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:21.003392 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.067586 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.141573 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:21.169956 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (ea763be4-34be-4733-9eb6-871593a891f3), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.201359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (ea763be4-34be-4733-9eb6-871593a891f3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.259353 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks [] for router_gateway (7dae62fa-f58f-451e-83b5-312431bb5f70), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.317556 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57210) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:21.358067 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.361765 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-95362e2e-3060-401d-b787-1a4686167479 None None] For port cc3639e6-b405-40d4-8144-aba29380cb4b, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:21.372119 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-95362e2e-3060-401d-b787-1a4686167479 None None] For port cc3639e6-b405-40d4-8144-aba29380cb4b, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=cc3639e6-b405-40d4-8144-aba29380cb4b,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:21.420704 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks [] for router_controller (ea763be4-34be-4733-9eb6-871593a891f3), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.431122 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-057d9455-09f9-43b3-b9b9-43213b4e9159', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'project_id': '3f7ea2694e7641088d957060a1001d86', 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:37:21.433720 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.458543 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:21.483827 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.508122 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bf654-d6f4-424e-8ab7-04966083fc05 None None] Pushing event updated for resources: {'Port': ['ID=501ddf86-7cfe-49f5-8fa9-c51f289804ca,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:21.671964 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7c86935a-ea79-4087-b0e5-93b7f290d232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:21.689021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95362e2e-3060-401d-b787-1a4686167479 None None] Pushing event updated for resources: {'Port': ['ID=cc3639e6-b405-40d4-8144-aba29380cb4b,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:21.758862 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:21.834208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:21.875203 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Allocated IP 172.20.0.2 (057d9455-09f9-43b3-b9b9-43213b4e9159/a99a5215-8313-446e-9f90-62aa920e309e/7729d224-b9a6-454c-8c74-b04385bdc061) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:21.970250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Allocated IP 172.27.3.31 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/ef87dcb7-553e-45a3-b8c5-72042f3c81ff) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:22.018974 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks [] for router_gateway (ea763be4-34be-4733-9eb6-871593a891f3), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.034353 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks [] for router_gateway (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.168225 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7c86935a-ea79-4087-b0e5-93b7f290d232 admin admin] Publish callbacks [] for security_group (747e7682-29b3-4c77-97f2-3927af7a09f5), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.188330 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Publish callbacks [] for port (7729d224-b9a6-454c-8c74-b04385bdc061), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.205148 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57240) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:22.222775 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629758429-network', 'tenant_id': '6feca6988aa74d0ca67f74e2b6a93796'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:22.232181 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7c86935a-ea79-4087-b0e5-93b7f290d232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (747e7682-29b3-4c77-97f2-3927af7a09f5), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.244139 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:22.279854 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks [] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.303132 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.329575 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-7c86935a-ea79-4087-b0e5-93b7f290d232 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6fcdd19a618d41f9b498017b0197f4fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0108783 Aug 07 22:37:22.333618 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57244) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:22.347875 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:22.393694 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:22.396144 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:22.402311 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:22.402541 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Made reservation on behalf of 6feca6988aa74d0ca67f74e2b6a93796 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:22.404937 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.407177 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:22.414121 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86935a-ea79-4087-b0e5-93b7f290d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e7682-29b3-4c77-97f2-3927af7a09f5,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:22.418998 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Pushing event updated for resources: {'Port': ['ID=7729d224-b9a6-454c-8c74-b04385bdc061,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:22.495030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.511055 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks [] for router_gateway (ea763be4-34be-4733-9eb6-871593a891f3), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.520656 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.542081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Attempting to bind port 7729d224-b9a6-454c-8c74-b04385bdc061 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:22.542524 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Attempting to bind port 7729d224-b9a6-454c-8c74-b04385bdc061 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:22.542889 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Attempting to bind port 7729d224-b9a6-454c-8c74-b04385bdc061 on network 057d9455-09f9-43b3-b9b9-43213b4e9159 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:22.564550 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:22.566683 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Checking segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:22.567305 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.569819 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Bound using segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:22.570794 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Bound port: 7729d224-b9a6-454c-8c74-b04385bdc061, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:22.571994 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.596064 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b6b827f-1041-479f-9e59-33b32ee81583 admin admin] Publish callbacks [] for security_group (747e7682-29b3-4c77-97f2-3927af7a09f5), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.604578 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.635503 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.640051 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:22.773134 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d1d10c-693b-4131-bd39-81072649720e None None] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:22.832004 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:22.854584 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:22.890344 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:22.904053 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b6b827f-1041-479f-9e59-33b32ee81583 admin admin] Publish callbacks [] for security_group (747e7682-29b3-4c77-97f2-3927af7a09f5), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:22.930037 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57260) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:22.943683 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] For port 7729d224-b9a6-454c-8c74-b04385bdc061, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:22.961448 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] For port 7729d224-b9a6-454c-8c74-b04385bdc061, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=7729d224-b9a6-454c-8c74-b04385bdc061,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:22.977803 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-433f3c07-0a92-4195-adaa-bc39234b6876 None None] Provisioning complete for port 501ddf86-7cfe-49f5-8fa9-c51f289804ca triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:22.977803 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-433f3c07-0a92-4195-adaa-bc39234b6876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.010958 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Pushing event updated for resources: {'Port': ['ID=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:23.032770 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.125701 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Allocated IP 172.27.3.106 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/f03d920f-145e-4369-9b38-88225599d7b8) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:23.256426 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks [] for security_group (72e01cb8-1a03-4d34-a0cd-886472ccd5a6), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.285060 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f60fbddf-8642-4209-9d83-fbdfc9ccf09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.313172 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530b866-f838-403a-a207-da4cfb5839ae None None] Pushing event updated for resources: {'Port': ['ID=7729d224-b9a6-454c-8c74-b04385bdc061,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:23.340948 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-433f3c07-0a92-4195-adaa-bc39234b6876 None None] Current status of the port 501ddf86-7cfe-49f5-8fa9-c51f289804ca is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:23.341361 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-433f3c07-0a92-4195-adaa-bc39234b6876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.349550 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:37:23.372627 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:23.434748 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:23.440197 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-433f3c07-0a92-4195-adaa-bc39234b6876 None None] For port 501ddf86-7cfe-49f5-8fa9-c51f289804ca, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=501ddf86-7cfe-49f5-8fa9-c51f289804ca,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:23.463538 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f60fbddf-8642-4209-9d83-fbdfc9ccf09f admin admin] Publish callbacks [] for security_group (f63312bc-d67e-4a0e-b714-d17b24fe81bb), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.465156 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (72e01cb8-1a03-4d34-a0cd-886472ccd5a6), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.494152 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:37:23.511051 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (ee3eb2e8-1922-44f5-a0d5-d3699f972727), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.511503 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Added segment ee3eb2e8-1922-44f5-a0d5-d3699f972727 of type vlan for network 7a38e62d-05d1-41ae-8fad-39023c84d2d4 Aug 07 22:37:23.548636 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-433f3c07-0a92-4195-adaa-bc39234b6876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.600269 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (7a38e62d-05d1-41ae-8fad-39023c84d2d4), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.618660 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 501ddf86-7cfe-49f5-8fa9-c51f289804ca up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:23.636984 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b6b827f-1041-479f-9e59-33b32ee81583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (747e7682-29b3-4c77-97f2-3927af7a09f5), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.642239 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b6b827f-1041-479f-9e59-33b32ee81583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.647403 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1b6b827f-1041-479f-9e59-33b32ee81583 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/747e7682-29b3-4c77-97f2-3927af7a09f5 HTTP/1.1" status: 204 len: 168 time: 1.3057666 Aug 07 22:37:23.692066 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3c07-0a92-4195-adaa-bc39234b6876 None None] Pushing event updated for resources: {'Port': ['ID=501ddf86-7cfe-49f5-8fa9-c51f289804ca,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:23.721088 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 501ddf86-7cfe-49f5-8fa9-c51f289804ca triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:23.721622 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.737368 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e01cb8-1a03-4d34-a0cd-886472ccd5a6,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:23.750599 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f60fbddf-8642-4209-9d83-fbdfc9ccf09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f63312bc-d67e-4a0e-b714-d17b24fe81bb), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.782798 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (7a38e62d-05d1-41ae-8fad-39023c84d2d4), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.786598 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:23.790868 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-c45455e2-674a-47a7-bcb8-23e7bd855243 None None] Provisioning complete for port 501ddf86-7cfe-49f5-8fa9-c51f289804ca triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:23.790868 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c45455e2-674a-47a7-bcb8-23e7bd855243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.791958 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.800506 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:23.809591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:37:23.824781 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Sync routers for ids ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:37:23.827698 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf895b-eb2b-4909-b215-d4b46e9aede5 None None] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:23.837492 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Routers {'afe9b586-10fa-4a08-890e-f36bb2e4ebd5'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:23.838292 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:36:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:23.880874 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks [] for port (f03d920f-145e-4369-9b38-88225599d7b8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.991314 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ba951ef6-663f-45b5-ab99-973872ea69e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:23.998912 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Set router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:24.017682 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b827f-1041-479f-9e59-33b32ee81583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e7682-29b3-4c77-97f2-3927af7a09f5,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:24.046015 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (f03d920f-145e-4369-9b38-88225599d7b8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.088924 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f60fbddf-8642-4209-9d83-fbdfc9ccf09f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b89549eee7fd4f2ba1657576213f254a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1101441 Aug 07 22:37:24.094772 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 501ddf86-7cfe-49f5-8fa9-c51f289804ca is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:24.099616 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device cc3639e6-b405-40d4-8144-aba29380cb4b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:24.108518 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57286) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:24.135636 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.142029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0dea5aba-0811-413a-b046-075451dccf94 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0410054 Aug 07 22:37:24.143070 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57288) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:24.175144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:24.213575 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:24.244176 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port cc3639e6-b405-40d4-8144-aba29380cb4b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:24.244176 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.291436 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-c45455e2-674a-47a7-bcb8-23e7bd855243 None None] Current status of the port 501ddf86-7cfe-49f5-8fa9-c51f289804ca is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:24.301040 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:24.304293 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0864377 Aug 07 22:37:24.318665 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:24.330266 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:24.341801 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57290) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:24.345034 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '51a72389-9bbe-456c-a817-97c78806141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:37:21Z', 'revision_number': 3, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port': {'id': '51a72389-9bbe-456c-a817-97c78806141a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:24.364806 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Request body: {'subnet': {'network_id': '7a38e62d-05d1-41ae-8fad-39023c84d2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629758429-subnet', 'tenant_id': '6feca6988aa74d0ca67f74e2b6a93796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:24.401382 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Checking router: afe9b586-10fa-4a08-890e-f36bb2e4ebd5 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:37:24.405480 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Updating router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 port 51a72389-9bbe-456c-a817-97c78806141a binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:37:24.429310 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fbddf-8642-4209-9d83-fbdfc9ccf09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63312bc-d67e-4a0e-b714-d17b24fe81bb,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:24.468802 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:24.469648 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7f954-0603-401f-8378-3b8cf4b2c98e admin admin] Pushing event updated for resources: {'Network': ['ID=7a38e62d-05d1-41ae-8fad-39023c84d2d4,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:24.482351 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (51a72389-9bbe-456c-a817-97c78806141a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.532678 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks [] for router_gateway (7dae62fa-f58f-451e-83b5-312431bb5f70), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.545024 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 7a38e62d-05d1-41ae-8fad-39023c84d2d4 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:37:24.742381 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Pushing event updated for resources: {'Port': ['ID=f03d920f-145e-4369-9b38-88225599d7b8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:24.896194 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-85378499-9663-442a-9fb8-d9581d93cea5 None None] Provisioning complete for port cc3639e6-b405-40d4-8144-aba29380cb4b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:24.897557 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-85378499-9663-442a-9fb8-d9581d93cea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.901681 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0730a49-91b5-4575-85ce-ab0562617e4e None None] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:24.909479 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Publish callbacks [] for port (51a72389-9bbe-456c-a817-97c78806141a), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.925941 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Made reservation on behalf of 6feca6988aa74d0ca67f74e2b6a93796 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:24.927996 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port cc3639e6-b405-40d4-8144-aba29380cb4b is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:24.928641 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.929261 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:24.993963 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (51a72389-9bbe-456c-a817-97c78806141a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.044469 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72dab768-3741-4d29-a4b5-866b29406069 admin admin] Publish callbacks [] for security_group (f63312bc-d67e-4a0e-b714-d17b24fe81bb), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.100603 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Pushing event updated for resources: {'Port': ['ID=51a72389-9bbe-456c-a817-97c78806141a,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:25.101330 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72dab768-3741-4d29-a4b5-866b29406069 admin admin] Publish callbacks [] for security_group (f63312bc-d67e-4a0e-b714-d17b24fe81bb), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.115994 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.116562 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (7dae62fa-f58f-451e-83b5-312431bb5f70), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.116730 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.118922 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.119810 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.120378 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.121184 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.122629 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.123201 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.123845 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.124443 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.124983 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.125765 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.126264 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.126788 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Tracked resource versions report: Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: pushed versions: Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: { 'AddressGroup': {'1.2'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Agent': {'1.1'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'ConntrackHelper': {'1.0'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'LocalIPAssociation': {'1.0'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Log': {'1.0'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'NDPProxy': {'1.0'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Network': {'1.1'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Port': {'1.7'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'PortForwarding': {'1.3'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'QosPolicy': {'1.10'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroup': {'1.5'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroupRule': {'1.2'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SubPort': {'1.0'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Subnet': {'1.1'}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Trunk': {'1.1'}} Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: consumer versions: Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: { DHCP agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: HyperV agent@hv-cinder-85032: {}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: L3 agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: Metadata agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: Metering agent@dv-cinder-850321-3-iscsi: {}, Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: Open vSwitch agent@dv-cinder-850321-3-iscsi: { 'AddressGroup': '1.2', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Agent': '1.1', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'ConntrackHelper': '1.0', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'LocalIPAssociation': '1.0', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Log': '1.0', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'NDPProxy': '1.0', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Network': '1.1', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Port': '1.7', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'PortForwarding': '1.3', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'QosPolicy': '1.10', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroup': '1.5', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SecurityGroupRule': '1.2', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'SubPort': '1.0', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Subnet': '1.1', Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: 'Trunk': '1.1'}} Aug 07 22:37:25.129287 dv-cinder-850321-3-iscsi neutron-server[104594]: {{(pid=104594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 22:37:25.141864 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Attempting to bind port 51a72389-9bbe-456c-a817-97c78806141a on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:25.142239 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Attempting to bind port 51a72389-9bbe-456c-a817-97c78806141a by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:25.142706 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Attempting to bind port 51a72389-9bbe-456c-a817-97c78806141a on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:25.148723 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:25.150507 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:25.150940 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:25.151359 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.151742 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:25.152252 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Bound port: 51a72389-9bbe-456c-a817-97c78806141a, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:25.152755 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (51a72389-9bbe-456c-a817-97c78806141a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.251539 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] For port 51a72389-9bbe-456c-a817-97c78806141a, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:25.267499 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] For port 51a72389-9bbe-456c-a817-97c78806141a, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=51a72389-9bbe-456c-a817-97c78806141a,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:25.273409 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port cc3639e6-b405-40d4-8144-aba29380cb4b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=cc3639e6-b405-40d4-8144-aba29380cb4b,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:25.335946 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57322) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:25.344171 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:25.345157 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks [] for router_gateway (ea763be4-34be-4733-9eb6-871593a891f3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.354788 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (51a72389-9bbe-456c-a817-97c78806141a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.364538 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.374300 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-85378499-9663-442a-9fb8-d9581d93cea5 None None] Current status of the port cc3639e6-b405-40d4-8144-aba29380cb4b is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:25.374702 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-85378499-9663-442a-9fb8-d9581d93cea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.391535 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Routers {'afe9b586-10fa-4a08-890e-f36bb2e4ebd5'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:25.392661 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:36:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:25.502619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:25.589038 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=cc3639e6-b405-40d4-8144-aba29380cb4b,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:25.626862 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.db.api [None req-85378499-9663-442a-9fb8-d9581d93cea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 22:37:25.627512 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG oslo_db.api [None req-85378499-9663-442a-9fb8-d9581d93cea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 22:37:25.654956 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72dab768-3741-4d29-a4b5-866b29406069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f63312bc-d67e-4a0e-b714-d17b24fe81bb), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.662458 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72dab768-3741-4d29-a4b5-866b29406069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.665018 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-72dab768-3741-4d29-a4b5-866b29406069 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f63312bc-d67e-4a0e-b714-d17b24fe81bb HTTP/1.1" status: 204 len: 168 time: 1.5508330 Aug 07 22:37:25.678147 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf1a89-1513-48b7-9852-4d01c673cd33 None None] Pushing event updated for resources: {'Port': ['ID=51a72389-9bbe-456c-a817-97c78806141a,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:25.741645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dab768-3741-4d29-a4b5-866b29406069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63312bc-d67e-4a0e-b714-d17b24fe81bb,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:25.787463 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 501ddf86-7cfe-49f5-8fa9-c51f289804ca up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:25.799864 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (dce2996d-c583-4fb2-b7f9-8ecadad8a5d2), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.891491 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] Set router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:25.895907 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 501ddf86-7cfe-49f5-8fa9-c51f289804ca triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:25.896404 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.912223 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (ea763be4-34be-4733-9eb6-871593a891f3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:25.920636 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:25.929221 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce2996d-c583-4fb2-b7f9-8ecadad8a5d2,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:26.009999 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-855b4550-cadb-431d-b885-2a935d1f5316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.059307 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Checking segment: {'id': 'ee3eb2e8-1922-44f5-a0d5-d3699f972727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7a38e62d-05d1-41ae-8fad-39023c84d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:26.059672 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Network hostable DHCP agents. Network: 7a38e62d-05d1-41ae-8fad-39023c84d2d4, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:37:26.063391 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:26.069020 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Router 7dae62fa-f58f-451e-83b5-312431bb5f70 is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:37:26.085226 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:26.092084 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 501ddf86-7cfe-49f5-8fa9-c51f289804ca is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:26.093164 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 7729d224-b9a6-454c-8c74-b04385bdc061 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:26.136897 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.173630 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:26.231390 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-85378499-9663-442a-9fb8-d9581d93cea5 None None] Current status of the port cc3639e6-b405-40d4-8144-aba29380cb4b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:26.263578 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-855b4550-cadb-431d-b885-2a935d1f5316 admin admin] Publish callbacks [] for security_group (5c61426f-5214-4dbd-905c-028605a7bfd5), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.265272 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '51a72389-9bbe-456c-a817-97c78806141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:37:21Z', 'revision_number': 3, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port': {'id': '51a72389-9bbe-456c-a817-97c78806141a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:26.269280 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Network 7a38e62d-05d1-41ae-8fad-39023c84d2d4 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:37:26.277099 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:37:26.306540 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Sync routers for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:37:26.313912 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef190-144c-4199-97f6-90bb071a027c None None] The sync data for ids ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'] in dv-cinder-850321-3-iscsi is: [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '51a72389-9bbe-456c-a817-97c78806141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:37:21Z', 'revision_number': 3, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port': {'id': '51a72389-9bbe-456c-a817-97c78806141a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:37:26.325096 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-855b4550-cadb-431d-b885-2a935d1f5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5c61426f-5214-4dbd-905c-028605a7bfd5), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.334888 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:26.335655 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:36:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:26.337453 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 7729d224-b9a6-454c-8c74-b04385bdc061 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:26.337836 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.378249 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Router ea763be4-34be-4733-9eb6-871593a891f3 is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:37:26.390174 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 7a38e62d-05d1-41ae-8fad-39023c84d2d4) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:26.393949 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.395250 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8275fbd3-3efd-4dc0-af2f-f2bc89fb8535 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7544277 Aug 07 22:37:26.403884 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57338) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:26.405527 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:26.406145 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.419519 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b4550-cadb-431d-b885-2a935d1f5316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c61426f-5214-4dbd-905c-028605a7bfd5,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:26.426474 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-855b4550-cadb-431d-b885-2a935d1f5316 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=bf8ae1dcb7bb4d58b383f8e992528f62&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0631080 Aug 07 22:37:26.428008 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Allocated IP 172.20.0.1 (3405a859-15b9-43f0-8ee9-acabcdc8fa44/9a024997-eaba-4683-b26e-f00e0fad8529/972346a3-8a65-4200-8b02-2a4c56ff93bc) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:26.437168 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57340) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:26.442751 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a0a3c-3a4f-470d-b2e2-bbcba6a609d6 None None] Network 7a38e62d-05d1-41ae-8fad-39023c84d2d4 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:26.547114 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-413ea8f5-6136-48d7-b7b1-200d8b209e88 None None] Provisioning complete for port cc3639e6-b405-40d4-8144-aba29380cb4b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:26.547532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-413ea8f5-6136-48d7-b7b1-200d8b209e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.586197 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-31127cea-93b6-435c-a89d-65f40b970f7c admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2267118 Aug 07 22:37:26.650104 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:26.734824 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:26.782468 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-01af633d-ca6a-479f-a57f-dce08fde7f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.839725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57346) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:26.870643 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 7729d224-b9a6-454c-8c74-b04385bdc061 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:26.870843 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.907596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:26.923369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63c84776-0105-4059-b5fd-f050cd554273 admin admin] Publish callbacks [] for security_group (5c61426f-5214-4dbd-905c-028605a7bfd5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:26.946233 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0e67f-ff67-4020-aa73-5d3a5f3c9533 None None] Network 7a38e62d-05d1-41ae-8fad-39023c84d2d4 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:37:26.965586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63c84776-0105-4059-b5fd-f050cd554273 admin admin] Publish callbacks [] for security_group (5c61426f-5214-4dbd-905c-028605a7bfd5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.008973 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57348) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:27.024895 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:37:27.036485 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Sync routers for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:37:27.056251 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:27.057135 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:27.074053 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-413ea8f5-6136-48d7-b7b1-200d8b209e88 None None] Current status of the port cc3639e6-b405-40d4-8144-aba29380cb4b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:27.089228 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f1abe08b-e97b-4804-ad90-be1f1ccc893e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.115225 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_v2 [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] Deleting subnet 7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f {{(pid=104592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:37:27.126031 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] Publish callbacks [] for subnet (7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.203903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-413ea8f5-6136-48d7-b7b1-200d8b209e88 None None] Provisioning complete for port 7729d224-b9a6-454c-8c74-b04385bdc061 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:27.206157 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-413ea8f5-6136-48d7-b7b1-200d8b209e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.218795 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks [] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.263693 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.279988 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8c296f64-2f2e-4e1c-973c-8c5220177f2e admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4854798 Aug 07 22:37:27.283889 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57354) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:27.288039 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.302344 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:27.308506 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 7729d224-b9a6-454c-8c74-b04385bdc061, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=7729d224-b9a6-454c-8c74-b04385bdc061,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:27.317070 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63c84776-0105-4059-b5fd-f050cd554273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5c61426f-5214-4dbd-905c-028605a7bfd5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.319184 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63c84776-0105-4059-b5fd-f050cd554273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.338694 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] Publish callbacks [] for subnet (7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.346967 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-63c84776-0105-4059-b5fd-f050cd554273 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5c61426f-5214-4dbd-905c-028605a7bfd5 HTTP/1.1" status: 204 len: 168 time: 0.9019196 Aug 07 22:37:27.407487 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.461534 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.468041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f1abe08b-e97b-4804-ad90-be1f1ccc893e admin admin] Publish callbacks [] for security_group (4ce3829a-95ee-4913-83ea-ddfd821598a6), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.486590 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.492359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c84776-0105-4059-b5fd-f050cd554273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c61426f-5214-4dbd-905c-028605a7bfd5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:27.534405 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:23Z', 'revision_number': 3, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:27.578302 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:27.586776 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Checking router: 7dae62fa-f58f-451e-83b5-312431bb5f70 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:37:27.587208 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Updating router 7dae62fa-f58f-451e-83b5-312431bb5f70 port ef87dcb7-553e-45a3-b8c5-72042f3c81ff binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:37:27.593131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:27.597933 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:27.598598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.621496 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.681416 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.727202 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:24Z', 'revision_number': 3, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:27.782045 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Checking router: ea763be4-34be-4733-9eb6-871593a891f3 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:37:27.782628 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Updating router ea763be4-34be-4733-9eb6-871593a891f3 port f03d920f-145e-4369-9b38-88225599d7b8 binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:37:27.787287 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-413ea8f5-6136-48d7-b7b1-200d8b209e88 None None] Current status of the port 7729d224-b9a6-454c-8c74-b04385bdc061 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:27.826572 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device cc3639e6-b405-40d4-8144-aba29380cb4b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:27.829654 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:27.831362 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f03d920f-145e-4369-9b38-88225599d7b8), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:27.889274 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:28.094249 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f1abe08b-e97b-4804-ad90-be1f1ccc893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (4ce3829a-95ee-4913-83ea-ddfd821598a6), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.183796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:28.191437 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:28.210502 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=972346a3-8a65-4200-8b02-2a4c56ff93bc,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:28.259752 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port cc3639e6-b405-40d4-8144-aba29380cb4b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:28.260254 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.263679 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=7729d224-b9a6-454c-8c74-b04385bdc061,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:28.312422 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-b08e496b-236a-4517-958f-67b61500f4dc None None] Provisioning complete for port 972346a3-8a65-4200-8b02-2a4c56ff93bc triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:28.313730 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b08e496b-236a-4517-958f-67b61500f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.340136 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:28.342237 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Publish callbacks [] for port (f03d920f-145e-4369-9b38-88225599d7b8), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.343377 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:28.354358 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f1abe08b-e97b-4804-ad90-be1f1ccc893e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e6a6be36471846218b7cdd351274d071&name=default HTTP/1.1" status: 200 len: 2993 time: 1.3436584 Aug 07 22:37:28.358377 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abe08b-e97b-4804-ad90-be1f1ccc893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3829a-95ee-4913-83ea-ddfd821598a6,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:28.359874 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Allocated IP 172.20.0.1 (b379400c-91c0-4503-ac16-d8b7f1c793d1/90967018-ddc9-4113-8621-bdd201dfe729/dfd1946f-1c47-4460-8776-cf7e05bd36a2) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:28.372047 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57372) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:28.372258 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-b08e496b-236a-4517-958f-67b61500f4dc None None] Port 972346a3-8a65-4200-8b02-2a4c56ff93bc cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:28.375247 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for subnet (7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.375486 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.432587 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port cc3639e6-b405-40d4-8144-aba29380cb4b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:28.434023 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 51a72389-9bbe-456c-a817-97c78806141a up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:28.463488 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f03d920f-145e-4369-9b38-88225599d7b8), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.556202 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.558744 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce15966-b8c0-438c-bea0-22cc82346b50 None None] Pushing event updated for resources: {'Port': ['ID=f03d920f-145e-4369-9b38-88225599d7b8,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:28.565898 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Attempting to bind port f03d920f-145e-4369-9b38-88225599d7b8 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:28.566278 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Attempting to bind port f03d920f-145e-4369-9b38-88225599d7b8 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:28.566633 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Attempting to bind port f03d920f-145e-4369-9b38-88225599d7b8 on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:28.567737 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f HTTP/1.1" status: 204 len: 168 time: 1.7251461 Aug 07 22:37:28.573115 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:28.573487 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:28.573965 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.574482 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:28.575323 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Bound port: f03d920f-145e-4369-9b38-88225599d7b8, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:28.575678 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57376) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:28.576210 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f03d920f-145e-4369-9b38-88225599d7b8), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.578663 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615e064-5d5f-4d9a-99e9-25b802ed1f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6473c9-5ee6-4ed2-89ca-9c4f1345fa3f,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:28.590519 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:28.601796 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 51a72389-9bbe-456c-a817-97c78806141a triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:28.602281 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (51a72389-9bbe-456c-a817-97c78806141a), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.692075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (f6280838-9371-4333-92df-f97cdbafd69b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.703710 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0430ebb5-48f4-406f-b6c7-4228db1ac167 admin admin] Publish callbacks [] for security_group (4ce3829a-95ee-4913-83ea-ddfd821598a6), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.755431 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 51a72389-9bbe-456c-a817-97c78806141a is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:28.756006 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (51a72389-9bbe-456c-a817-97c78806141a), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.761070 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] For port f03d920f-145e-4369-9b38-88225599d7b8, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:28.766313 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] For port f03d920f-145e-4369-9b38-88225599d7b8, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=f03d920f-145e-4369-9b38-88225599d7b8,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:28.808489 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0430ebb5-48f4-406f-b6c7-4228db1ac167 admin admin] Publish callbacks [] for security_group (4ce3829a-95ee-4913-83ea-ddfd821598a6), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.844842 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 51a72389-9bbe-456c-a817-97c78806141a, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=51a72389-9bbe-456c-a817-97c78806141a,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:28.856404 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f03d920f-145e-4369-9b38-88225599d7b8), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.885231 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks [] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.915675 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (51a72389-9bbe-456c-a817-97c78806141a), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.954682 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (f6280838-9371-4333-92df-f97cdbafd69b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.971525 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:28.972636 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:28.994931 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:28.996480 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:28.997260 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:28.997508 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Publish callbacks [] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:28.997654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > port after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:28.998145 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:28.998481 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > port after_update 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:28.998831 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:28.999710 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:29.000080 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:29.000421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:29.027150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.027360 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=51a72389-9bbe-456c-a817-97c78806141a,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:29.038608 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce15966-b8c0-438c-bea0-22cc82346b50 None None] Pushing event updated for resources: {'Port': ['ID=f03d920f-145e-4369-9b38-88225599d7b8,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:29.073581 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd1946f-1c47-4460-8776-cf7e05bd36a2,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:29.084446 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.090023 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:29.093099 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:29.096925 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:29.097411 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (7dae62fa-f58f-451e-83b5-312431bb5f70), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.118385 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:29.130612 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Attempting to bind port ef87dcb7-553e-45a3-b8c5-72042f3c81ff on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:29.130915 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Attempting to bind port ef87dcb7-553e-45a3-b8c5-72042f3c81ff by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:29.131313 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Attempting to bind port ef87dcb7-553e-45a3-b8c5-72042f3c81ff on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:29.145844 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:29.146283 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:29.146685 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.147112 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:29.147597 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Bound port: ef87dcb7-553e-45a3-b8c5-72042f3c81ff, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:29.147979 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.182334 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e77318-7cd2-42d7-9fc0-a073d01e990c None None] Pushing event updated for resources: {'Port': ['ID=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:29.236252 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:29.270954 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:29.275692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] For port ef87dcb7-553e-45a3-b8c5-72042f3c81ff, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:29.279907 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] For port ef87dcb7-553e-45a3-b8c5-72042f3c81ff, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:29.298139 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.332268 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:29.348116 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.352434 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.360855 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:29.361160 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:29.361490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:29.361818 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:37:29.362179 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6280838-9371-4333-92df-f97cdbafd69b']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:29.395539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c523c3-d458-4d01-b638-eac4cd89b6eb') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:29.395827 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c523c3-d458-4d01-b638-eac4cd89b6eb') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:29.416632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (67c523c3-d458-4d01-b638-eac4cd89b6eb), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.440684 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:24Z', 'revision_number': 3, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:29.448079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (67c523c3-d458-4d01-b638-eac4cd89b6eb), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.479461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:37:29.479858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (67c523c3-d458-4d01-b638-eac4cd89b6eb), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.520476 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a27c4d-7972-4e5e-ae42-fe122a69b645 None None] The sync data for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi is: [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:24Z', 'revision_number': 3, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:37:29.540191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks [] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.584750 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:29.585421 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:29.610908 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0430ebb5-48f4-406f-b6c7-4228db1ac167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (4ce3829a-95ee-4913-83ea-ddfd821598a6), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.627682 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0430ebb5-48f4-406f-b6c7-4228db1ac167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.632788 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0430ebb5-48f4-406f-b6c7-4228db1ac167 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4ce3829a-95ee-4913-83ea-ddfd821598a6 HTTP/1.1" status: 204 len: 168 time: 1.2554064 Aug 07 22:37:29.653715 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.685044 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e77318-7cd2-42d7-9fc0-a073d01e990c None None] Pushing event updated for resources: {'Port': ['ID=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:29.736806 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 7729d224-b9a6-454c-8c74-b04385bdc061 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:29.754292 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-687373bf-34f0-460c-b0a2-9a80d43c3690 None None] Provisioning complete for port dfd1946f-1c47-4460-8776-cf7e05bd36a2 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:29.754692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-687373bf-34f0-460c-b0a2-9a80d43c3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.818435 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.819084 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Allocated IP 172.20.0.1 (057d9455-09f9-43b3-b9b9-43213b4e9159/a99a5215-8313-446e-9f90-62aa920e309e/d8f89233-8cf6-48d0-92f3-2af7d6aaff5e) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:29.819449 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.834042 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430ebb5-48f4-406f-b6c7-4228db1ac167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce3829a-95ee-4913-83ea-ddfd821598a6,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:29.877137 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.902377 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:29.942440 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=972346a3-8a65-4200-8b02-2a4c56ff93bc,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:29.950273 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-687373bf-34f0-460c-b0a2-9a80d43c3690 None None] Port dfd1946f-1c47-4460-8776-cf7e05bd36a2 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:29.967932 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (f6280838-9371-4333-92df-f97cdbafd69b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.024573 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 7729d224-b9a6-454c-8c74-b04385bdc061 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:30.025085 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.060314 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:30.085578 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.094506 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/f6280838-9371-4333-92df-f97cdbafd69b HTTP/1.1" status: 204 len: 168 time: 1.5091555 Aug 07 22:37:30.099070 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57410) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:30.163619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:30.215299 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] Deleting subnet dce2996d-c583-4fb2-b7f9-8ecadad8a5d2 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:37:30.218806 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] Publish callbacks [] for subnet (dce2996d-c583-4fb2-b7f9-8ecadad8a5d2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.223392 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27371f8-dd14-4064-aab0-98ddfd5c9b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=f6280838-9371-4333-92df-f97cdbafd69b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:30.280550 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 67c523c3-d458-4d01-b638-eac4cd89b6eb resource provider aggregate not found Aug 07 22:37:30.312313 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 67c523c3-d458-4d01-b638-eac4cd89b6eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67c523c3-d458-4d01-b638-eac4cd89b6eb found for delete ", "request_id": "req-624841ec-e747-44a8-a50e-70a2c8ee01bf"}]} Aug 07 22:37:30.334433 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks [] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.343003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (dce2996d-c583-4fb2-b7f9-8ecadad8a5d2), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.425101 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:30.433667 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:30.507900 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:30.567411 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (dce2996d-c583-4fb2-b7f9-8ecadad8a5d2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.637448 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:30.700220 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 7729d224-b9a6-454c-8c74-b04385bdc061 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:30.701966 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 51a72389-9bbe-456c-a817-97c78806141a up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:30.788135 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:30.794809 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.800446 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-dd11ef32-d24d-4e18-9d32-f721780e5adc None None] Provisioning complete for port 972346a3-8a65-4200-8b02-2a4c56ff93bc triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:30.800834 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd11ef32-d24d-4e18-9d32-f721780e5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.807671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:37:30.838928 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:30.856787 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:30.861960 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:30.862788 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (ea763be4-34be-4733-9eb6-871593a891f3), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.872571 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:23Z', 'revision_number': 3, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:30.935990 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-dd11ef32-d24d-4e18-9d32-f721780e5adc None None] Port 972346a3-8a65-4200-8b02-2a4c56ff93bc cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:30.952295 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b031844-9c3a-44db-8ed6-dec22be92ac3 None None] The sync data for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi is: [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:23Z', 'revision_number': 3, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:37:30.986241 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 51a72389-9bbe-456c-a817-97c78806141a triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:30.986897 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (51a72389-9bbe-456c-a817-97c78806141a), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:30.990366 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:37:31.014297 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6b4a84a6-db46-4db1-8f75-f501e2c82ed5 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/afe9b586-10fa-4a08-890e-f36bb2e4ebd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8631277 Aug 07 22:37:31.037703 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (dce2996d-c583-4fb2-b7f9-8ecadad8a5d2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.038026 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Pushing event updated for resources: {'Port': ['ID=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:31.105173 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce2996d-c583-4fb2-b7f9-8ecadad8a5d2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:31.114317 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.119400 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9009ff36-49bc-4aae-977c-f019910ab490 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/dce2996d-c583-4fb2-b7f9-8ecadad8a5d2 HTTP/1.1" status: 204 len: 168 time: 0.9981267 Aug 07 22:37:31.123712 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57448) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:31.153323 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks [] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.185573 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Sync routers for ids ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:37:31.235844 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.235844 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (7dae62fa-f58f-451e-83b5-312431bb5f70), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.237855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Routers {'afe9b586-10fa-4a08-890e-f36bb2e4ebd5'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:31.238636 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:31.333008 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (7a38e62d-05d1-41ae-8fad-39023c84d2d4), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.401033 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-f093486b-4e98-49b1-a317-9caa5c21a4e4 None None] Provisioning complete for port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:31.401433 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f093486b-4e98-49b1-a317-9caa5c21a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.427591 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.458682 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd1946f-1c47-4460-8776-cf7e05bd36a2,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:31.579714 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:31.617066 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (7a38e62d-05d1-41ae-8fad-39023c84d2d4), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.638067 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:31.641200 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:31.656561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a38e62d-05d1-41ae-8fad-39023c84d2d4']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:31.692369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3eb2e8-1922-44f5-a0d5-d3699f972727') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:31.692979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3eb2e8-1922-44f5-a0d5-d3699f972727') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:31.720905 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (ee3eb2e8-1922-44f5-a0d5-d3699f972727), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.729536 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:31.761622 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (ee3eb2e8-1922-44f5-a0d5-d3699f972727), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.770015 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:37:31.770817 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (ee3eb2e8-1922-44f5-a0d5-d3699f972727), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:31.821548 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Set router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:31.981552 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-f093486b-4e98-49b1-a317-9caa5c21a4e4 None None] Port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:31.988783 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 51a72389-9bbe-456c-a817-97c78806141a is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:31.995203 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (7a38e62d-05d1-41ae-8fad-39023c84d2d4), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:32.009442 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:32.020798 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/7a38e62d-05d1-41ae-8fad-39023c84d2d4 HTTP/1.1" status: 204 len: 168 time: 0.8947680 Aug 07 22:37:32.085254 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49f6f1-11ce-4472-9f4b-d2b40e88dd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a38e62d-05d1-41ae-8fad-39023c84d2d4,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:32.113023 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:32.282701 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Router 7dae62fa-f58f-451e-83b5-312431bb5f70 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:37:32.291030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:32.333942 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks [] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:32.337826 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment ee3eb2e8-1922-44f5-a0d5-d3699f972727 resource provider aggregate not found Aug 07 22:37:32.357277 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:32.368565 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment ee3eb2e8-1922-44f5-a0d5-d3699f972727 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee3eb2e8-1922-44f5-a0d5-d3699f972727 found for delete ", "request_id": "req-1ec7cef7-e4d8-41a6-915c-0afc18a13397"}]} Aug 07 22:37:32.426441 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f03d920f-145e-4369-9b38-88225599d7b8 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:32.456071 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:32.458281 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (ea763be4-34be-4733-9eb6-871593a891f3), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:32.495988 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57516) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:32.499588 dv-cinder-850321-3-iscsi neutron-server[104591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 22:37:32.547106 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Pushing event updated for resources: {'Port': ['ID=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:32.627208 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-4382d636-f627-4fa2-bc91-5137fae7c6d9 None None] Provisioning complete for port dfd1946f-1c47-4460-8776-cf7e05bd36a2 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:32.627629 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4382d636-f627-4fa2-bc91-5137fae7c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:32.702215 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:37:32.716147 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-fe881ae3-4aab-44c8-b94b-3fbf4bbc7f68 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/7dae62fa-f58f-451e-83b5-312431bb5f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3067513 Aug 07 22:37:32.761119 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:32.763357 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-4382d636-f627-4fa2-bc91-5137fae7c6d9 None None] Port dfd1946f-1c47-4460-8776-cf7e05bd36a2 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:32.764725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:32.813764 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port f03d920f-145e-4369-9b38-88225599d7b8 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:32.814073 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f03d920f-145e-4369-9b38-88225599d7b8), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:32.946733 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57530) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:32.997290 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '51a72389-9bbe-456c-a817-97c78806141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 4, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port': {'id': '51a72389-9bbe-456c-a817-97c78806141a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '972346a3-8a65-4200-8b02-2a4c56ff93bc', 'name': '', 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'mac_address': 'fa:16:3e:dc:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9a024997-eaba-4683-b26e-f00e0fad8529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:26Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 2, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'subnets': [{'id': '9a024997-eaba-4683-b26e-f00e0fad8529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:33.046356 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Checking router: afe9b586-10fa-4a08-890e-f36bb2e4ebd5 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:37:33.046943 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Updating router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 port 972346a3-8a65-4200-8b02-2a4c56ff93bc binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:37:33.101023 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7c3dc680-5847-43de-9bfa-b37c76ee5e9a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c1c8b88e7f944005a03d220e4e70c9cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1531162 Aug 07 22:37:33.108957 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57536) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:33.109305 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Router ea763be4-34be-4733-9eb6-871593a891f3 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:37:33.161954 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port f03d920f-145e-4369-9b38-88225599d7b8 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:33.161954 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f03d920f-145e-4369-9b38-88225599d7b8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.171796 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.226166 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port f03d920f-145e-4369-9b38-88225599d7b8, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=f03d920f-145e-4369-9b38-88225599d7b8,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:33.263561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-04dcff64-ca98-4069-ba52-1a0ad557b699 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:33.279171 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-04dcff64-ca98-4069-ba52-1a0ad557b699 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3405a859-15b9-43f0-8ee9-acabcdc8fa44 HTTP/1.1" status: 200 len: 811 time: 0.7811379 Aug 07 22:37:33.312557 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f03d920f-145e-4369-9b38-88225599d7b8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.313373 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ef87dcb7-553e-45a3-b8c5-72042f3c81ff up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:33.329678 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-a5a8cee0-a85b-4279-acaf-aaa2dfb72b6e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/quotas/6cd3d94550bd467f8a88d75ec1208be1 HTTP/1.1" status: 200 len: 375 time: 0.0411093 Aug 07 22:37:33.354157 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:33.402950 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:33.426660 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:37:33.436421 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8f792e3b-5983-43f6-8af2-aa5ca80785cc admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/ea763be4-34be-4733-9eb6-871593a891f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1114004 Aug 07 22:37:33.437214 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Sync routers for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:37:33.442006 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4feabb99-d1e0-47bd-b184-9d0becec0cf0 admin admin] Publish callbacks [] for security_group (5cfb5657-7c26-4c87-8a83-a5c4404de053), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.468294 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:33.473546 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:33.511594 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=f03d920f-145e-4369-9b38-88225599d7b8,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:33.526352 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-64493180-a3fc-4402-ae30-934c2d5d2d79 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6cd3d94550bd467f8a88d75ec1208be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709476 Aug 07 22:37:33.560690 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4feabb99-d1e0-47bd-b184-9d0becec0cf0 admin admin] Publish callbacks [] for security_group (5cfb5657-7c26-4c87-8a83-a5c4404de053), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.611856 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:33.670822 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57578) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:33.771509 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:33.778307 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4feabb99-d1e0-47bd-b184-9d0becec0cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5cfb5657-7c26-4c87-8a83-a5c4404de053), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.779039 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-3c51743d-7fdd-4d29-b1e8-43a0fe06144f None None] Provisioning complete for port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:33.784524 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3c51743d-7fdd-4d29-b1e8-43a0fe06144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.793054 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4feabb99-d1e0-47bd-b184-9d0becec0cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:33.800857 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4feabb99-d1e0-47bd-b184-9d0becec0cf0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5cfb5657-7c26-4c87-8a83-a5c4404de053 HTTP/1.1" status: 204 len: 168 time: 0.6906526 Aug 07 22:37:33.836108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feabb99-d1e0-47bd-b184-9d0becec0cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb5657-7c26-4c87-8a83-a5c4404de053,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:33.838618 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:33.892277 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-3c51743d-7fdd-4d29-b1e8-43a0fe06144f None None] Port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:33.894523 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:33.953178 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-a845f36a-e980-4a6d-9c25-203e280e45b3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:33.956998 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-a845f36a-e980-4a6d-9c25-203e280e45b3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 819 time: 0.2780752 Aug 07 22:37:33.993343 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-2fdd4766-0c26-4314-b1d6-774fd9024c2a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/quotas/1a78ad9d7151473798fbefa330678250 HTTP/1.1" status: 200 len: 375 time: 0.0314753 Aug 07 22:37:34.012972 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Publish callbacks [] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.018629 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port ef87dcb7-553e-45a3-b8c5-72042f3c81ff triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:34.019990 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.074289 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-d7d56518-9391-4c8d-b580-a77844d9947f service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:37:34.075986 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-d7d56518-9391-4c8d-b580-a77844d9947f service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0905941 Aug 07 22:37:34.131853 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port ef87dcb7-553e-45a3-b8c5-72042f3c81ff is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:34.132674 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.154742 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-e62dfed5-e18c-4b78-a0d6-812452b2a3dc tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556323 Aug 07 22:37:34.159446 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:34.177684 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port ef87dcb7-553e-45a3-b8c5-72042f3c81ff, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:34.179342 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 2, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:34.182099 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Sync routers for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:37:34.187949 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.246659 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Checking router: ea763be4-34be-4733-9eb6-871593a891f3 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:37:34.248235 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Updating router ea763be4-34be-4733-9eb6-871593a891f3 port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:37:34.270197 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:34.270836 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:34.277772 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.305200 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-c5e197ba-2e94-4d71-bc6d-9968f02d4b67 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185667 Aug 07 22:37:34.308125 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.428535 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7630eb-f06c-40ab-bdd8-80ccfd51471d None None] Pushing event updated for resources: {'Port': ['ID=972346a3-8a65-4200-8b02-2a4c56ff93bc,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:34.471168 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-31408fd3-9495-4403-8ee8-eac50098441c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590493 Aug 07 22:37:34.476533 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5cedbe0a-83d9-453a-b130-3859aef44d47 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:37:34.478352 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5cedbe0a-83d9-453a-b130-3859aef44d47 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2111075 Aug 07 22:37:34.622689 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:34.634226 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f03d920f-145e-4369-9b38-88225599d7b8 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:34.700238 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-ee1fb1c9-283a-438c-867a-187b776a5321 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158163 Aug 07 22:37:34.727353 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:34.771905 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:34.775606 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Publish callbacks [] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.802280 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:34.803792 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d7c570e2-54c4-4cdf-9928-45618fda0aa4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975018 Aug 07 22:37:34.814057 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Attempting to bind port 972346a3-8a65-4200-8b02-2a4c56ff93bc on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:34.814673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Attempting to bind port 972346a3-8a65-4200-8b02-2a4c56ff93bc by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:34.814839 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Attempting to bind port 972346a3-8a65-4200-8b02-2a4c56ff93bc on network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:34.820738 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:34.844581 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.860303 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port f03d920f-145e-4369-9b38-88225599d7b8 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:34.860709 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f03d920f-145e-4369-9b38-88225599d7b8), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.891747 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:34.894021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Checking segment: {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:34.894021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.894021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Bound using segment: {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:34.894021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Bound port: 972346a3-8a65-4200-8b02-2a4c56ff93bc, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:34.894021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.947804 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a62851-d799-4428-ad12-e473e584e789 None None] Pushing event updated for resources: {'Port': ['ID=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:34.960726 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Attempting to bind port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:34.961971 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Attempting to bind port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:34.963091 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Attempting to bind port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e on network 057d9455-09f9-43b3-b9b9-43213b4e9159 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:34.979046 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:34.980145 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Checking segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:34.981342 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:34.982187 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Bound using segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:34.986028 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Bound port: d8f89233-8cf6-48d0-92f3-2af7d6aaff5e, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:34.987942 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:35.041365 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57638) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:35.102467 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] For port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:35.108762 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-699f2abb-55cf-4f1a-bfe1-ba06845632c4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6feca6988aa74d0ca67f74e2b6a93796&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0660803 Aug 07 22:37:35.110634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57642) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:35.122995 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] For port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:35.194097 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:35.267112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4e51f3b5-7ebf-4a0b-8bf5-d26945086c92 admin admin] Publish callbacks [] for security_group (72e01cb8-1a03-4d34-a0cd-886472ccd5a6), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:35.279908 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port f03d920f-145e-4369-9b38-88225599d7b8 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:35.286105 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] For port 972346a3-8a65-4200-8b02-2a4c56ff93bc, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:35.311098 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] For port 972346a3-8a65-4200-8b02-2a4c56ff93bc, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=972346a3-8a65-4200-8b02-2a4c56ff93bc,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:35.346939 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4e51f3b5-7ebf-4a0b-8bf5-d26945086c92 admin admin] Publish callbacks [] for security_group (72e01cb8-1a03-4d34-a0cd-886472ccd5a6), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:35.377924 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a62851-d799-4428-ad12-e473e584e789 None None] Pushing event updated for resources: {'Port': ['ID=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,revision_number=4']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:35.399325 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:35.416699 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:35.419076 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:35.426811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:35.479491 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4e51f3b5-7ebf-4a0b-8bf5-d26945086c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (72e01cb8-1a03-4d34-a0cd-886472ccd5a6), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:35.483382 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4e51f3b5-7ebf-4a0b-8bf5-d26945086c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:35.487004 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4e51f3b5-7ebf-4a0b-8bf5-d26945086c92 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/72e01cb8-1a03-4d34-a0cd-886472ccd5a6 HTTP/1.1" status: 204 len: 168 time: 0.3706651 Aug 07 22:37:35.504866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51f3b5-7ebf-4a0b-8bf5-d26945086c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e01cb8-1a03-4d34-a0cd-886472ccd5a6,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:35.588829 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:30Z', 'revision_number': 2, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:35.602785 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Routers {'afe9b586-10fa-4a08-890e-f36bb2e4ebd5'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:35.610463 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:35.712235 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c5409aab-26c5-4e72-9dd1-32fe2293a591 req-38b4fa4c-a278-4a41-b5cc-1fe733ea78f9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 210 time: 0.1846616 Aug 07 22:37:35.762334 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:35.859665 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57694) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:35.871328 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-2e644d6a-c0f9-4593-a542-16efb8ea4f8c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908637909', 'description': 'tempest-description--554798937'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:35.907676 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-858481ec-4df7-4845-b050-8f407bc8963f req-ddfe271c-29d6-49f1-8d45-f440f4a35fda tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 210 time: 0.0929141 Aug 07 22:37:35.932503 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7630eb-f06c-40ab-bdd8-80ccfd51471d None None] Pushing event updated for resources: {'Port': ['ID=972346a3-8a65-4200-8b02-2a4c56ff93bc,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:35.936659 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Checking router: 7dae62fa-f58f-451e-83b5-312431bb5f70 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:37:35.937232 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Updating router 7dae62fa-f58f-451e-83b5-312431bb5f70 port dfd1946f-1c47-4460-8776-cf7e05bd36a2 binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:37:36.028315 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:36.052948 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2e644d6a-c0f9-4593-a542-16efb8ea4f8c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:36.161779 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:35Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:36.192806 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6e979-51cf-4107-8bdd-5d4eebb74930 None None] The sync data for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi is: [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:35Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:37:36.230344 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2e644d6a-c0f9-4593-a542-16efb8ea4f8c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (ec47736e-3062-4ea6-9a43-960e597e289f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:36.233648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] Set router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:36.330972 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2e644d6a-c0f9-4593-a542-16efb8ea4f8c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (ec47736e-3062-4ea6-9a43-960e597e289f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:36.539007 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e644d6a-c0f9-4593-a542-16efb8ea4f8c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec47736e-3062-4ea6-9a43-960e597e289f,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:36.554762 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:36.586049 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2e644d6a-c0f9-4593-a542-16efb8ea4f8c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:36.589662 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2e644d6a-c0f9-4593-a542-16efb8ea4f8c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7257695 Aug 07 22:37:36.596680 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57738) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:36.637773 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-d5a2468b-d21d-47f1-ab32-7614a99c05d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'security_group_rule': {'security_group_id': 'ec47736e-3062-4ea6-9a43-960e597e289f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:36.703151 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57748) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:36.712699 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:36.786719 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-4985cbd9-3068-4672-b986-5fb57c678861 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:36.795795 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-4985cbd9-3068-4672-b986-5fb57c678861 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 819 time: 0.3371835 Aug 07 22:37:36.815189 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fce47330-836d-4947-b14d-4d4a528faaba tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/quotas/1a78ad9d7151473798fbefa330678250 HTTP/1.1" status: 200 len: 375 time: 0.0180159 Aug 07 22:37:36.860306 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d5a2468b-d21d-47f1-ab32-7614a99c05d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (f71caa59-831c-4791-96d8-e08bf5eb0c01), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:36.868343 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ef87dcb7-553e-45a3-b8c5-72042f3c81ff up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:36.881391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:36.904891 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-3b0c4ec6-3ba3-48e2-8c59-7bd69f4a6ad9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884342 Aug 07 22:37:36.986737 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8be07677-9574-4261-afa9-9551b62306e5 req-aaad717b-6a92-441c-8c26-da812273ea3a tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 210 time: 0.0723972 Aug 07 22:37:37.013655 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d5a2468b-d21d-47f1-ab32-7614a99c05d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (f71caa59-831c-4791-96d8-e08bf5eb0c01), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.055549 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-60bcb285-2e1e-4a34-bed7-847c111ce9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.111139 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Publish callbacks [] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.131334 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port ef87dcb7-553e-45a3-b8c5-72042f3c81ff triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:37.131733 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.160974 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d5a2468b-d21d-47f1-ab32-7614a99c05d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (f71caa59-831c-4791-96d8-e08bf5eb0c01), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.185424 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-a05cf4c3-12da-479f-beea-59132315bd3d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777450 Aug 07 22:37:37.223912 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.226070 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2468b-d21d-47f1-ab32-7614a99c05d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71caa59-831c-4791-96d8-e08bf5eb0c01,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:37.346559 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-1c1d556f-1b07-410b-b7bb-12134f4c2dc0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610687 Aug 07 22:37:37.360352 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d5a2468b-d21d-47f1-ab32-7614a99c05d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.361972 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-d5a2468b-d21d-47f1-ab32-7614a99c05d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7632315 Aug 07 22:37:37.364110 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-60bcb285-2e1e-4a34-bed7-847c111ce9ab admin admin] Publish callbacks [] for security_group (7171e151-5152-4cdb-a9a1-ce9ec95ac257), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.364561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 57776) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:37.369766 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-bb271379-03cb-4a47-be23-d72db04c550a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'security_group_rule': {'security_group_id': 'ec47736e-3062-4ea6-9a43-960e597e289f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:37.428227 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-60bcb285-2e1e-4a34-bed7-847c111ce9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (7171e151-5152-4cdb-a9a1-ce9ec95ac257), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.474634 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcb285-2e1e-4a34-bed7-847c111ce9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7171e151-5152-4cdb-a9a1-ce9ec95ac257,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:37.487450 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-60bcb285-2e1e-4a34-bed7-847c111ce9ab admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6f0c260ad9934d7ab8d7e8d54518a74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7741375 Aug 07 22:37:37.487715 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57780) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:37.494154 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bb271379-03cb-4a47-be23-d72db04c550a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (81967eb2-e824-42c4-a5ae-07baf6983bdf), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.524729 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8d558-df1c-4e33-be43-3adf584eb5be None None] Pushing event updated for resources: {'Port': ['ID=dfd1946f-1c47-4460-8776-cf7e05bd36a2,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:37.583112 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:37.591084 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9284-f891-463b-842b-19bfed4af28f admin admin] Publish callbacks [] for security_group (7171e151-5152-4cdb-a9a1-ce9ec95ac257), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.591261 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '51a72389-9bbe-456c-a817-97c78806141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 4, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port': {'id': '51a72389-9bbe-456c-a817-97c78806141a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '972346a3-8a65-4200-8b02-2a4c56ff93bc', 'name': '', 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'mac_address': 'fa:16:3e:dc:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9a024997-eaba-4683-b26e-f00e0fad8529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:26Z', 'updated_at': '2022-08-07T22:37:35Z', 'revision_number': 4, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'subnets': [{'id': '9a024997-eaba-4683-b26e-f00e0fad8529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:37.593206 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port ef87dcb7-553e-45a3-b8c5-72042f3c81ff is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:37.649994 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bb271379-03cb-4a47-be23-d72db04c550a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (81967eb2-e824-42c4-a5ae-07baf6983bdf), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.653484 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Attempting to bind port dfd1946f-1c47-4460-8776-cf7e05bd36a2 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:37.654041 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Attempting to bind port dfd1946f-1c47-4460-8776-cf7e05bd36a2 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:37.654721 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Attempting to bind port dfd1946f-1c47-4460-8776-cf7e05bd36a2 on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:37.656364 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9284-f891-463b-842b-19bfed4af28f admin admin] Publish callbacks [] for security_group (7171e151-5152-4cdb-a9a1-ce9ec95ac257), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.661522 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d844ab6-78b1-42c6-9336-083c176a122a None None] The sync data for ids ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'] in dv-cinder-850321-3-iscsi is: [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '51a72389-9bbe-456c-a817-97c78806141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 4, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port': {'id': '51a72389-9bbe-456c-a817-97c78806141a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '972346a3-8a65-4200-8b02-2a4c56ff93bc', 'name': '', 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'mac_address': 'fa:16:3e:dc:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9a024997-eaba-4683-b26e-f00e0fad8529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:26Z', 'updated_at': '2022-08-07T22:37:35Z', 'revision_number': 4, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'subnets': [{'id': '9a024997-eaba-4683-b26e-f00e0fad8529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:37:37.663658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:37.664055 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Checking segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:37.665032 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.665521 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Bound using segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:37.666010 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Bound port: dfd1946f-1c47-4460-8776-cf7e05bd36a2, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:37.666395 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.748165 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:37.806654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bb271379-03cb-4a47-be23-d72db04c550a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (81967eb2-e824-42c4-a5ae-07baf6983bdf), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.821035 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7703a8fd-3bab-4400-9004-32e96f9b528e req-90eb9bca-32b8-479e-82e2-7646bdb5c65a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 210 time: 0.1234012 Aug 07 22:37:37.875671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271379-03cb-4a47-be23-d72db04c550a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81967eb2-e824-42c4-a5ae-07baf6983bdf,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:37.915995 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9284-f891-463b-842b-19bfed4af28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (7171e151-5152-4cdb-a9a1-ce9ec95ac257), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.919995 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9284-f891-463b-842b-19bfed4af28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.924375 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8e5a9284-f891-463b-842b-19bfed4af28f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7171e151-5152-4cdb-a9a1-ce9ec95ac257 HTTP/1.1" status: 204 len: 168 time: 0.4353256 Aug 07 22:37:37.943800 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bb271379-03cb-4a47-be23-d72db04c550a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:37.945637 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a9284-f891-463b-842b-19bfed4af28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7171e151-5152-4cdb-a9a1-ce9ec95ac257,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:37.946958 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-bb271379-03cb-4a47-be23-d72db04c550a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5808694 Aug 07 22:37:37.954244 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 57808) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:37.986032 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:37.986228 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] For port dfd1946f-1c47-4460-8776-cf7e05bd36a2, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:38.000126 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] For port dfd1946f-1c47-4460-8776-cf7e05bd36a2, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=dfd1946f-1c47-4460-8776-cf7e05bd36a2,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:38.101172 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:38.203740 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:38.204783 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:38.207319 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:37:38.219179 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:37:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:38.637097 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5f587352-8882-428b-bb10-30e0cffc5e02 req-d6c074fc-d89d-4ed3-a680-7924d5e1537d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 210 time: 0.0918598 Aug 07 22:37:38.705043 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:37:38.901360 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 972346a3-8a65-4200-8b02-2a4c56ff93bc up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:38.995044 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a7f108e5-d9cd-40c2-ab57-b0f131bd0eba req-d36c0271-009f-4284-90c4-c8f5d2eaa611 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 210 time: 0.0702422 Aug 07 22:37:39.106290 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:39.170194 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:37Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:37:39.204198 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:39.209249 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8d558-df1c-4e33-be43-3adf584eb5be None None] Pushing event updated for resources: {'Port': ['ID=dfd1946f-1c47-4460-8776-cf7e05bd36a2,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:39.218335 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3ae3e-b7da-441a-b910-3a34500aa550 None None] The sync data for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi is: [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:37Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:37:39.241339 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 972346a3-8a65-4200-8b02-2a4c56ff93bc triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:39.244638 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:39.472331 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 972346a3-8a65-4200-8b02-2a4c56ff93bc is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:39.472969 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:39.486842 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Allocated IP 172.27.3.241 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:39.565180 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 972346a3-8a65-4200-8b02-2a4c56ff93bc, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=972346a3-8a65-4200-8b02-2a4c56ff93bc,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:39.621488 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:39.622339 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d8f89233-8cf6-48d0-92f3-2af7d6aaff5e up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:39.752605 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:39.915529 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=972346a3-8a65-4200-8b02-2a4c56ff93bc,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:39.925922 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-14ce9fb9-5a69-4527-ab5c-7b89d2a3e925 req-97e3603f-ac93-4518-ab2f-2115012ffe3b tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 210 time: 0.0595160 Aug 07 22:37:39.935483 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:39.936102 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:39.937747 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:39.941623 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:40.062204 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:40.079064 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:40.082688 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:40.104223 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'Port': ['ID=ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:40.286535 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4b8dd448-fb3a-49aa-b677-10e5e66fb711 req-b3fbf52f-ee24-4505-ae5d-45ec40f29351 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 210 time: 0.0531480 Aug 07 22:37:40.340946 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (675140de-981f-419e-adb2-d0f815f856d6), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:40.448444 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.27', 55502) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:40.464561 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:40.466624 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:40.498541 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.27', 55503) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:40.557160 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:40.596493 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:40.634132 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:40.705273 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:40.770708 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:40.834289 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:40.842842 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-03ce2656-6b08-41bd-83c4-0a8bcd597e57 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:40.844345 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-03ce2656-6b08-41bd-83c4-0a8bcd597e57 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3405a859-15b9-43f0-8ee9-acabcdc8fa44 HTTP/1.1" status: 200 len: 811 time: 0.3447855 Aug 07 22:37:40.897535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-80a73a54-a050-4f2c-9baf-8de6128740b9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:40.905183 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-80a73a54-a050-4f2c-9baf-8de6128740b9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 819 time: 0.4423051 Aug 07 22:37:40.907323 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device dfd1946f-1c47-4460-8776-cf7e05bd36a2 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:40.909446 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Request body: {'port': {'device_id': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'admin_state_up': True, 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:40.913459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'port': {'device_id': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'admin_state_up': True, 'tenant_id': '1a78ad9d7151473798fbefa330678250'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:41.009135 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port dfd1946f-1c47-4460-8776-cf7e05bd36a2 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:41.009922 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.191170 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:41.212767 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port dfd1946f-1c47-4460-8776-cf7e05bd36a2 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:41.213435 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.273551 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port dfd1946f-1c47-4460-8776-cf7e05bd36a2, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=dfd1946f-1c47-4460-8776-cf7e05bd36a2,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:37:41.308121 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bc413636-fd65-4f60-997a-563df09ba83f req-ed89ae4d-7279-477d-8aea-c4b02a58d4e9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 210 time: 0.1365054 Aug 07 22:37:41.324853 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.325658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.326807 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 972346a3-8a65-4200-8b02-2a4c56ff93bc up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:41.437481 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 972346a3-8a65-4200-8b02-2a4c56ff93bc triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:41.437948 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.452567 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.454821 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (675140de-981f-419e-adb2-d0f815f856d6), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.474522 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:41.476056 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Made reservation on behalf of 6cd3d94550bd467f8a88d75ec1208be1 for: {'port': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:41.477810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=dfd1946f-1c47-4460-8776-cf7e05bd36a2,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:41.478978 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Made reservation on behalf of 1a78ad9d7151473798fbefa330678250 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:41.483198 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.505054 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.533766 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 972346a3-8a65-4200-8b02-2a4c56ff93bc is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:41.563610 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:41.565902 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6089272 Aug 07 22:37:41.662964 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a8d97ab9-3f0e-41ff-a858-fe850824de86 req-6295aa94-2f2e-4770-9d5d-71bca72f7b4d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 210 time: 0.1589115 Aug 07 22:37:41.811413 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.27', 55512) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:41.812137 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50379a-ff36-4fa8-b79e-aa093e952c62 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'Port': ['ID=ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:41.825606 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Allocated IP 172.20.0.3 (b379400c-91c0-4503-ac16-d8b7f1c793d1/90967018-ddc9-4113-8621-bdd201dfe729/8844e27d-a856-4256-bdd2-6ab7f2b8ceda) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:41.984004 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:41.994146 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-8584a15e-ba8d-417e-9e25-6436b678ec9d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:41.995790 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-8584a15e-ba8d-417e-9e25-6436b678ec9d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 819 time: 0.1641741 Aug 07 22:37:42.014362 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Allocated IP 172.20.0.9 (3405a859-15b9-43f0-8ee9-acabcdc8fa44/9a024997-eaba-4683-b26e-f00e0fad8529/ee8dc2da-5ffd-43e1-a446-69c9b4634a95) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:42.029648 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'port': {'device_id': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'admin_state_up': True, 'tenant_id': '1a78ad9d7151473798fbefa330678250'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:42.300967 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks [] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:42.339406 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-192b6b63-c3cd-4569-8be3-2b54cbdc5f78 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--908637909&fields=id&tenant_id=3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 267 time: 0.3396716 Aug 07 22:37:42.364412 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:42.421953 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:42.511084 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:42.516798 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:42.519365 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:42.524912 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:42.525566 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:42.529561 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Pushing event updated for resources: {'Port': ['ID=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:42.545878 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac59c8-ffa8-472b-9da2-a459b01426b4 req-91d03eb3-08d5-4d2c-b93e-045adde635ef tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:42.547396 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-73ac59c8-ffa8-472b-9da2-a459b01426b4 req-91d03eb3-08d5-4d2c-b93e-045adde635ef tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 931 time: 0.1189017 Aug 07 22:37:42.600700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:42.614839 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-72ddd6ce-faa1-4299-8582-dbd4980808de tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7139018 Aug 07 22:37:42.616273 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-f628f69b-35e7-42e4-866f-930a9d080c12 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:42.620546 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-f628f69b-35e7-42e4-866f-930a9d080c12 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 816 time: 0.2665298 Aug 07 22:37:42.626002 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-d860ca2c-f835-4fdf-a68b-11aa3117a846 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:37:42.627052 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-d860ca2c-f835-4fdf-a68b-11aa3117a846 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077705 Aug 07 22:37:42.634585 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Made reservation on behalf of 1a78ad9d7151473798fbefa330678250 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:37:42.638579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:42.707850 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-086b5854-aaa7-4132-95b8-eeaccc16a754 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/quotas/3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 375 time: 0.0811281 Aug 07 22:37:42.848755 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device dfd1946f-1c47-4460-8776-cf7e05bd36a2 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:42.941727 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-73ac59c8-ffa8-472b-9da2-a459b01426b4 req-0d1a17d1-f613-44b0-b873-1f9793457c1c tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763645 Aug 07 22:37:42.982721 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-f098b8e9-221b-4bdd-9c82-dd74e36d1bb4 None None] Provisioning complete for port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:42.983510 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f098b8e9-221b-4bdd-9c82-dd74e36d1bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:43.020902 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Request body: {'port': {'device_id': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:43.058099 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:43.087362 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-d210fb55-6abd-471a-a32a-468a28318b4b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3515832 Aug 07 22:37:43.113201 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port dfd1946f-1c47-4460-8776-cf7e05bd36a2 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:43.113592 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:43.161718 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-f098b8e9-221b-4bdd-9c82-dd74e36d1bb4 None None] Port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:43.259541 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:43.494887 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port dfd1946f-1c47-4460-8776-cf7e05bd36a2 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:43.494887 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d8f89233-8cf6-48d0-92f3-2af7d6aaff5e up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:37:43.495303 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:43.496811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:43.496811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:43.617125 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-62126a61-6a73-4972-b458-e1741cd05ef1 req-d9d83403-3872-413e-9f29-93d577f952bd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 210 time: 0.4875476 Aug 07 22:37:43.629624 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:43.703903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:37:43.713870 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:43.734211 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:43.753349 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'Port': ['ID=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:43.823496 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Allocated IP 172.20.0.5 (b379400c-91c0-4503-ac16-d8b7f1c793d1/90967018-ddc9-4113-8621-bdd201dfe729/3ebb913e-d05d-414e-9214-6fe46a403f13) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:37:43.868909 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:44.057651 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:44.058361 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:44.074484 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:44.147636 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-bc361104-2af5-4b6f-9566-d9cf6c9cf66c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279614 Aug 07 22:37:44.391225 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8dc2da-5ffd-43e1-a446-69c9b4634a95 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:37:44.400652 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-9ffd9111-6f89-48f2-8edc-8db773bb2d7e None None] Provisioning complete for port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:44.402296 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9111-6f89-48f2-8edc-8db773bb2d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:44.412869 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Publish callbacks [] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:44.471688 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Transition to ACTIVE for port object ee8dc2da-5ffd-43e1-a446-69c9b4634a95 will not be triggered until provisioned by entity L2. {{(pid=104592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:37:44.477279 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd9111-6f89-48f2-8edc-8db773bb2d7e None None] Port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:44.547138 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:44.696570 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:44.699264 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Pushing event updated for resources: {'Port': ['ID=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:44.740309 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-292fb57c-e3fa-4d07-8b02-31e1eb0d6cbc service neutron] 10.222.0.30 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915551 Aug 07 22:37:44.811241 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5dfaca3d-f3d2-46bc-a7cc-bc70c4a7f1d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8999593 Aug 07 22:37:44.837166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Request body: {'port': {'device_id': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:44.869476 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Attempting to bind port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:44.870169 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Attempting to bind port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:44.870513 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Attempting to bind port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 on network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:44.877455 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 on network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:37:44.912250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Attempting to bind port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 on network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:44.912250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:44.912250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Checking segment: {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:44.912250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Bound using segment: {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:44.912250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Bound port: ee8dc2da-5ffd-43e1-a446-69c9b4634a95, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b261e9-7fa6-491b-a1e5-12ff2f838285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:44.912250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:44.913246 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:44.972734 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66d2ef-bbd2-4607-bdbd-229443347ffb req-ecb85096-22be-4af1-9d02-a35ee2a25b93 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:44.982156 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b66d2ef-bbd2-4607-bdbd-229443347ffb req-ecb85096-22be-4af1-9d02-a35ee2a25b93 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.8267226 Aug 07 22:37:45.020636 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] For port ee8dc2da-5ffd-43e1-a446-69c9b4634a95, host hv-cinder-85032, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:45.063812 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:37:45.067313 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'Port': ['ID=3ebb913e-d05d-414e-9214-6fe46a403f13,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:45.078590 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] For port ee8dc2da-5ffd-43e1-a446-69c9b4634a95, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:45.122793 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:37:45.131157 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:37:45.176310 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:45.200371 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:45.218317 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b66d2ef-bbd2-4607-bdbd-229443347ffb req-3dbc65a4-d4ab-45c4-9df2-a8196865be77 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321725 Aug 07 22:37:45.263654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:45.302531 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Pushing event updated for resources: {'Port': ['ID=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:45.311189 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:45.312718 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:45.315670 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-670f3963-74af-40ef-be41-41997e50a06b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/ee8dc2da-5ffd-43e1-a446-69c9b4634a95 HTTP/1.1" status: 200 len: 1093 time: 2.4360266 Aug 07 22:37:45.317618 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'tag': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:37:45.471335 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:45.471990 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:45.677290 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-95a7284c-d37a-4450-b568-bfbaaa65e4ae req-d4328a81-5c5e-45da-8b80-e0bf4066598f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.3420882 Aug 07 22:37:45.716943 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-8dadca82-0298-4992-a91e-17442d5d14f6 None None] Provisioning complete for port 3ebb913e-d05d-414e-9214-6fe46a403f13 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:37:45.717653 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:45.721162 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8dadca82-0298-4992-a91e-17442d5d14f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:45.726117 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e2c1f8-3d85-437e-9c51-805820cfa4a7", "tag": "ee8dc2da-5ffd-43e1-a446-69c9b4634a95"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:37:45.764112 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-0a1f5e1c-b2f9-48f2-b543-be8c37fde079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:45.766416 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-0a1f5e1c-b2f9-48f2-b543-be8c37fde079 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6cd3d94550bd467f8a88d75ec1208be1&device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 1127 time: 0.2390230 Aug 07 22:37:45.818522 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-8dadca82-0298-4992-a91e-17442d5d14f6 None None] Port 3ebb913e-d05d-414e-9214-6fe46a403f13 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:37:45.857230 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40031-682a-45f3-aaf5-ac316b96b1d8 req-36705920-dcce-47fb-a172-565a6894d983 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:45.865407 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0ae40031-682a-45f3-aaf5-ac316b96b1d8 req-36705920-dcce-47fb-a172-565a6894d983 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 931 time: 0.5881469 Aug 07 22:37:45.886825 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-7df8f69a-73b6-418d-8164-2267306f784d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95 HTTP/1.1" status: 200 len: 217 time: 0.1010551 Aug 07 22:37:46.038060 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:46.053388 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0ae40031-682a-45f3-aaf5-ac316b96b1d8 req-f446a1be-da00-4d01-bb8b-db0f836e2e7d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867757 Aug 07 22:37:46.110038 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ce5dc-5de1-4c7a-8d7f-c02611de94ec x-openstack-request-id: req-018ce5dc-5de1-4c7a-8d7f-c02611de94ec {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:37:46.111111 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e2c1f8-3d85-437e-9c51-805820cfa4a7", "tag": "ee8dc2da-5ffd-43e1-a446-69c9b4634a95", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:37:46.111516 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-018ce5dc-5de1-4c7a-8d7f-c02611de94ec {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:37:46.112835 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018ce5dc-5de1-4c7a-8d7f-c02611de94ec'] response: {'name': 'network-changed', 'server_uuid': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'tag': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95', 'status': 'completed', 'code': 200} Aug 07 22:37:46.138631 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-3dc12af1-4f32-4a04-9e21-307c38b99dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:46.140522 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-3dc12af1-4f32-4a04-9e21-307c38b99dcc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9a024997-eaba-4683-b26e-f00e0fad8529 HTTP/1.1" status: 200 len: 850 time: 0.1814499 Aug 07 22:37:46.159936 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-fc422eb6-0ff3-4411-97cd-a9b1a1230cc9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1443613 Aug 07 22:37:46.229482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Request body: {'port': {'device_id': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:37:46.287032 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-36474679-71d7-4d32-8eab-deb73147cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:46.289058 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-36474679-71d7-4d32-8eab-deb73147cafb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3405a859-15b9-43f0-8ee9-acabcdc8fa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105845 Aug 07 22:37:46.346104 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:37:46.411322 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:46.421274 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8844e27d-a856-4256-bdd2-6ab7f2b8ceda {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:37:46.442234 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Publish callbacks [] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:46.464842 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b05a4-b9d2-4c3b-8698-df602647e8cb req-ab41a740-7f24-41da-8101-0cb9f4fe2276 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:46.466462 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-356b05a4-b9d2-4c3b-8698-df602647e8cb req-ab41a740-7f24-41da-8101-0cb9f4fe2276 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.1041510 Aug 07 22:37:46.539025 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Transition to ACTIVE for port object 8844e27d-a856-4256-bdd2-6ab7f2b8ceda will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:37:46.548310 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-1975cab4-2e9a-44c3-8587-2bfa68379c47 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609921 Aug 07 22:37:46.678210 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:46.732124 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-356b05a4-b9d2-4c3b-8698-df602647e8cb req-99ac6448-fc03-48f6-9bc2-b915689535ab tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910026 Aug 07 22:37:46.810794 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d0e471aa-0bef-486d-acb1-ea3ef34f3421 req-782218d0-fbab-4918-bd36-ea3601101a39 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506196 Aug 07 22:37:47.122209 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Pushing event updated for resources: {'Port': ['ID=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:47.150275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Attempting to bind port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:47.150275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Attempting to bind port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:47.150275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Attempting to bind port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:47.150275 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e37f3672-e65d-40da-87a9-5123842209a0 req-ea74dea4-29d9-45c9-967a-20ba9f941728 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.1565666 Aug 07 22:37:47.152219 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda on network b379400c-91c0-4503-ac16-d8b7f1c793d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:37:47.152902 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Attempting to bind port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:47.216272 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:47.216880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Checking segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:47.217584 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Bound using segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:47.218195 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Bound port: 8844e27d-a856-4256-bdd2-6ab7f2b8ceda, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:47.219035 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:47.286747 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-0c2734bc-0606-4110-bd0f-15df634a9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:47.287323 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6235e0-f5e6-4afb-9913-626b0e5a49b1 req-93f77e12-24fa-404c-b0e1-3381309520cd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:47.287427 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-0c2734bc-0606-4110-bd0f-15df634a9c81 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6cd3d94550bd467f8a88d75ec1208be1&device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 1127 time: 0.1320946 Aug 07 22:37:47.311768 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ab6235e0-f5e6-4afb-9913-626b0e5a49b1 req-93f77e12-24fa-404c-b0e1-3381309520cd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 931 time: 0.1565950 Aug 07 22:37:47.419849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] For port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:47.436274 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] For port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:47.561871 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebb913e-d05d-414e-9214-6fe46a403f13 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:37:47.573977 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ab6235e0-f5e6-4afb-9913-626b0e5a49b1 req-a9db8f3e-e7bd-4663-8690-38ae0e9aa3be tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636366 Aug 07 22:37:47.575969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Publish callbacks [] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:47.606666 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-2fcfb675-780c-468f-87a5-9b04e70d728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:47.612778 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-2fcfb675-780c-468f-87a5-9b04e70d728a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=3405a859-15b9-43f0-8ee9-acabcdc8fa44 HTTP/1.1" status: 200 len: 912 time: 0.3009164 Aug 07 22:37:47.621361 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Transition to ACTIVE for port object 3ebb913e-d05d-414e-9214-6fe46a403f13 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:37:47.642414 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:47.646502 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:47.647135 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:47.648685 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 200 len: 1093 time: 2.8293221 Aug 07 22:37:47.649145 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'tag': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:37:47.737477 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fc8817-8ad9-42ac-ad35-c0dd14a97460" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e", "tag": "8844e27d-a856-4256-bdd2-6ab7f2b8ceda"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:37:47.782739 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e958-f10d-47b0-9361-af8d14bbc45d service neutron] Pushing event updated for resources: {'Port': ['ID=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:47.790680 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-bbe96d6f-373e-4fb2-809a-d91ff0ba1882 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95 HTTP/1.1" status: 200 len: 217 time: 0.0954530 Aug 07 22:37:47.816815 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.122452 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-d6c4ffe0-1b3d-4b03-b5a1-db19ff81e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:48.127053 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-d6c4ffe0-1b3d-4b03-b5a1-db19ff81e073 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9a024997-eaba-4683-b26e-f00e0fad8529 HTTP/1.1" status: 200 len: 850 time: 0.3020771 Aug 07 22:37:48.181665 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e4d76d-68f5-4bd1-acc9-ec334d108854 x-openstack-request-id: req-f8e4d76d-68f5-4bd1-acc9-ec334d108854 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:37:48.182227 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e", "tag": "8844e27d-a856-4256-bdd2-6ab7f2b8ceda", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:37:48.182227 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8e4d76d-68f5-4bd1-acc9-ec334d108854 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:37:48.182565 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e4d76d-68f5-4bd1-acc9-ec334d108854'] response: {'name': 'network-changed', 'server_uuid': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'tag': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda', 'status': 'completed', 'code': 200} Aug 07 22:37:48.234872 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebb913e-d05d-414e-9214-6fe46a403f13,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:48.239487 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-d56e30ac-b244-4a0f-b11a-fd0aba6bea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:48.241044 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-d56e30ac-b244-4a0f-b11a-fd0aba6bea2d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3405a859-15b9-43f0-8ee9-acabcdc8fa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066821 Aug 07 22:37:48.241584 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:48.313249 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-f90a792a-02af-49e8-b8b2-523918401ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:48.316502 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-f90a792a-02af-49e8-b8b2-523918401ad1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1127 time: 0.4445758 Aug 07 22:37:48.345038 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040be73-ec81-446c-9c39-55ebe57851cd req-d783ea2d-5484-4c27-86cb-9b49a00e1937 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:48.347830 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6040be73-ec81-446c-9c39-55ebe57851cd req-d783ea2d-5484-4c27-86cb-9b49a00e1937 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.1680968 Aug 07 22:37:48.413890 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0b16d68-66a0-40d5-930f-68190ccdf70e req-67e1a0a6-5e2c-4bfb-b3b4-e4be0f084467 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0647099 Aug 07 22:37:48.436409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Attempting to bind port 3ebb913e-d05d-414e-9214-6fe46a403f13 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:37:48.436409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Attempting to bind port 3ebb913e-d05d-414e-9214-6fe46a403f13 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:37:48.436409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Attempting to bind port 3ebb913e-d05d-414e-9214-6fe46a403f13 on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:48.446750 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58236) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:48.453181 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Port 3ebb913e-d05d-414e-9214-6fe46a403f13 on network b379400c-91c0-4503-ac16-d8b7f1c793d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:37:48.454025 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Attempting to bind port 3ebb913e-d05d-414e-9214-6fe46a403f13 on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:37:48.480709 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6040be73-ec81-446c-9c39-55ebe57851cd req-3aaf733c-89a2-415b-9ce4-194e77aceaa6 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031423 Aug 07 22:37:48.486599 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:37:48.486908 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Checking segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:37:48.487343 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Bound using segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:37:48.487792 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Bound port: 3ebb913e-d05d-414e-9214-6fe46a403f13, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:37:48.489293 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.561358 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] For port 3ebb913e-d05d-414e-9214-6fe46a403f13, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:37:48.564979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] For port 3ebb913e-d05d-414e-9214-6fe46a403f13, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ebb913e-d05d-414e-9214-6fe46a403f13,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:37:48.590776 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:48.599094 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-62805dd8-1008-4459-b458-0784000014ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.692868 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-62805dd8-1008-4459-b458-0784000014ae admin admin] Publish callbacks [] for security_group (3714035b-9009-46fc-908c-0f823ea74600), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.715360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4899039-067e-472c-b88f-ce4b430bff7a req-25f890dd-b59c-4cbd-a6c6-ebbdc3a02663 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:48.717157 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f4899039-067e-472c-b88f-ce4b430bff7a req-25f890dd-b59c-4cbd-a6c6-ebbdc3a02663 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0573432 Aug 07 22:37:48.752236 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.760436 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:48.761045 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.762403 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/3ebb913e-d05d-414e-9214-6fe46a403f13 HTTP/1.1" status: 200 len: 1093 time: 2.5483043 Aug 07 22:37:48.770125 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-62805dd8-1008-4459-b458-0784000014ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (3714035b-9009-46fc-908c-0f823ea74600), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.794645 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f4899039-067e-472c-b88f-ce4b430bff7a req-d886e5a9-cb60-47b1-8f0e-b0ae84eab3cf tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Aug 07 22:37:48.812531 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62805dd8-1008-4459-b458-0784000014ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3714035b-9009-46fc-908c-0f823ea74600,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:48.816611 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-62805dd8-1008-4459-b458-0784000014ae admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=09e9e6e1075c4da8b09ef1358c7a335e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680210 Aug 07 22:37:48.819216 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58246) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:48.823019 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eaa8a-1d19-4524-89df-e0eb4c7fa0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebb913e-d05d-414e-9214-6fe46a403f13,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:48.874611 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a8350a2-548c-45f3-a49f-4f64fd4766e4 admin admin] Publish callbacks [] for security_group (3714035b-9009-46fc-908c-0f823ea74600), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.896459 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a8350a2-548c-45f3-a49f-4f64fd4766e4 admin admin] Publish callbacks [] for security_group (3714035b-9009-46fc-908c-0f823ea74600), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:48.941607 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:49.049500 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a8350a2-548c-45f3-a49f-4f64fd4766e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (3714035b-9009-46fc-908c-0f823ea74600), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:49.052069 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a8350a2-548c-45f3-a49f-4f64fd4766e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:49.053320 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2a8350a2-548c-45f3-a49f-4f64fd4766e4 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3714035b-9009-46fc-908c-0f823ea74600 HTTP/1.1" status: 204 len: 168 time: 0.2331214 Aug 07 22:37:49.064545 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8350a2-548c-45f3-a49f-4f64fd4766e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3714035b-9009-46fc-908c-0f823ea74600,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:49.541417 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:49.558228 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b6a62473-8d45-4e9e-89d6-3b52a97ee368 req-070972ad-4ace-4c52-8dd8-744b0ec9c2f6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0308504 Aug 07 22:37:49.607813 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfbcc4-3e3c-444e-888e-9d0ec61ec298 req-02c6f235-d979-44f6-9164-1c65b98ad85d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:49.609401 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fbfbcc4-3e3c-444e-888e-9d0ec61ec298 req-02c6f235-d979-44f6-9164-1c65b98ad85d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0503123 Aug 07 22:37:49.659612 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fbfbcc4-3e3c-444e-888e-9d0ec61ec298 req-a7c617b8-7c8b-4514-a189-9bcd7a8d9ae0 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Aug 07 22:37:49.928243 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cfc7e-55f8-4316-b2ca-be8faf05e912 req-c5ad791f-7ae9-44f6-9fa5-0290502a28c4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:49.930650 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6f7cfc7e-55f8-4316-b2ca-be8faf05e912 req-c5ad791f-7ae9-44f6-9fa5-0290502a28c4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0515442 Aug 07 22:37:49.979703 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6f7cfc7e-55f8-4316-b2ca-be8faf05e912 req-2d32d0d2-1727-4498-bc01-209596e81a3d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439453 Aug 07 22:37:50.183200 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'tag': '3ebb913e-d05d-414e-9214-6fe46a403f13'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:37:50.185621 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5479be3-3578-405e-a73d-f925f547eba0" -d '{"events": [{"name": "network-changed", "server_uuid": "39340b52-40cd-4de1-a055-2ad5d71a6598", "tag": "3ebb913e-d05d-414e-9214-6fe46a403f13"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:37:50.227141 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f05c33-6b5e-4c85-85a5-54736d1a387e x-openstack-request-id: req-a6f05c33-6b5e-4c85-85a5-54736d1a387e {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:37:50.227141 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39340b52-40cd-4de1-a055-2ad5d71a6598", "tag": "3ebb913e-d05d-414e-9214-6fe46a403f13", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:37:50.227141 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6f05c33-6b5e-4c85-85a5-54736d1a387e {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:37:50.227141 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f05c33-6b5e-4c85-85a5-54736d1a387e'] response: {'name': 'network-changed', 'server_uuid': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'tag': '3ebb913e-d05d-414e-9214-6fe46a403f13', 'status': 'completed', 'code': 200} Aug 07 22:37:50.588614 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58314) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:50.662625 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db3ea2ec-0cca-44f4-9fa4-7c53c12dc5e8 req-5b592e92-cb36-46fc-8752-22bc611271cd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0281942 Aug 07 22:37:50.705667 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4bb2da1f-ee7b-4beb-9051-be3fe53fe2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:50.720960 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:50.769805 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:50.787177 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4bb2da1f-ee7b-4beb-9051-be3fe53fe2dc admin admin] Publish callbacks [] for security_group (a18ea489-7c4f-43b7-acc6-92b4c11bed5e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:50.787505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5cc30-5baa-4705-a251-0981429ed0ea req-0141bcf2-4a0c-4b9d-a9a0-ed9a2584ef19 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:50.789044 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-77f5cc30-5baa-4705-a251-0981429ed0ea req-0141bcf2-4a0c-4b9d-a9a0-ed9a2584ef19 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0522747 Aug 07 22:37:50.836269 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-77f5cc30-5baa-4705-a251-0981429ed0ea req-c5bee518-54b1-4cba-b5a3-67d787b1e86f tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Aug 07 22:37:50.872114 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4bb2da1f-ee7b-4beb-9051-be3fe53fe2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (a18ea489-7c4f-43b7-acc6-92b4c11bed5e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:50.912266 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2da1f-ee7b-4beb-9051-be3fe53fe2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18ea489-7c4f-43b7-acc6-92b4c11bed5e,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:50.915237 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4bb2da1f-ee7b-4beb-9051-be3fe53fe2dc admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f97ffb14eeef44ca933d81859e8ba339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256111 Aug 07 22:37:50.918119 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58324) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:37:51.138765 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1debecdb-cdb2-43fd-b1f2-106721964185 admin admin] Publish callbacks [] for security_group (a18ea489-7c4f-43b7-acc6-92b4c11bed5e), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:51.163393 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1debecdb-cdb2-43fd-b1f2-106721964185 admin admin] Publish callbacks [] for security_group (a18ea489-7c4f-43b7-acc6-92b4c11bed5e), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:51.174738 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e00b1-305a-4619-a42a-b0209ff49f2d req-6f288919-e134-4b2e-8a08-7ca5bcac2ef4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:51.192733 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-255e00b1-305a-4619-a42a-b0209ff49f2d req-6f288919-e134-4b2e-8a08-7ca5bcac2ef4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.1167572 Aug 07 22:37:51.268667 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-255e00b1-305a-4619-a42a-b0209ff49f2d req-3dc46ace-d32e-4d1c-9046-a2073d92bd6a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738962 Aug 07 22:37:51.290523 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1debecdb-cdb2-43fd-b1f2-106721964185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (a18ea489-7c4f-43b7-acc6-92b4c11bed5e), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:51.293517 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1debecdb-cdb2-43fd-b1f2-106721964185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:51.297274 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1debecdb-cdb2-43fd-b1f2-106721964185 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/a18ea489-7c4f-43b7-acc6-92b4c11bed5e HTTP/1.1" status: 204 len: 168 time: 0.3756931 Aug 07 22:37:51.312167 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debecdb-cdb2-43fd-b1f2-106721964185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18ea489-7c4f-43b7-acc6-92b4c11bed5e,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:37:51.363844 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=27 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:51.806388 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-eaf0fd14-a5a3-4fdb-bf57-284dad77995e req-6380dc33-d692-4ad6-b645-2c607b90c2b7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0367827 Aug 07 22:37:51.970530 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87275de-6278-4982-9410-2bd4eed80cbd req-6a42b289-420d-4e95-81fb-6129e5dcee83 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:51.977781 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b87275de-6278-4982-9410-2bd4eed80cbd req-6a42b289-420d-4e95-81fb-6129e5dcee83 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0610049 Aug 07 22:37:52.058621 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b87275de-6278-4982-9410-2bd4eed80cbd req-c2dc4c70-ed22-48ef-8a36-c1e7c0237e0e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790703 Aug 07 22:37:52.484357 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76472c-00f2-4659-8761-a58e56a14ec5 req-32bc1c6b-65ef-4ec3-a8dc-375e51dd75a3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:52.503078 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aa76472c-00f2-4659-8761-a58e56a14ec5 req-32bc1c6b-65ef-4ec3-a8dc-375e51dd75a3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.1207430 Aug 07 22:37:52.572657 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aa76472c-00f2-4659-8761-a58e56a14ec5 req-28ef2225-3682-4333-826b-0760e8b4a968 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 Aug 07 22:37:52.970265 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c68beaa4-15e6-42b8-b815-d99f1e5af44e req-65c2a8cd-1701-41b2-8bed-8d2cceb6bd7b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0579948 Aug 07 22:37:53.209034 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809a78d-f14d-43f2-9c37-492b2fb2fec6 req-2454d91f-634e-4295-abde-ba29f8f9f79a tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:53.220650 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5809a78d-f14d-43f2-9c37-492b2fb2fec6 req-2454d91f-634e-4295-abde-ba29f8f9f79a tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0752134 Aug 07 22:37:53.308048 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5809a78d-f14d-43f2-9c37-492b2fb2fec6 req-9986c753-a1e2-414b-a56f-c2921ec2b25a tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840626 Aug 07 22:37:53.724577 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1192e9-42b1-4f45-8301-16efb85d8d51 req-a054a313-1952-4284-9f4c-694891788f50 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:53.727149 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fb1192e9-42b1-4f45-8301-16efb85d8d51 req-a054a313-1952-4284-9f4c-694891788f50 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0586901 Aug 07 22:37:53.823849 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fb1192e9-42b1-4f45-8301-16efb85d8d51 req-ca106d53-ec55-49e6-b29c-a8d5d4407045 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893896 Aug 07 22:37:53.947596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a5932b87-cbb2-4622-843d-a4ed19b4350f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:54.189331 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-f19635c7-6e1d-4683-98be-3c0b1d371edb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 200 len: 217 time: 0.1827333 Aug 07 22:37:54.189977 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-235a2320-f312-494f-a61c-40f4f673cb39 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031591 Aug 07 22:37:54.213459 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-68d8de14-0cfb-4748-ad69-d38def9507e5 req-d569b0b8-4ac5-4581-99ba-827793f0d936 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0944831 Aug 07 22:37:54.222375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-2ec09a27-e217-4ec4-8ce6-035caddcc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:54.223847 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-2ec09a27-e217-4ec4-8ce6-035caddcc8fb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 1127 time: 0.1069171 Aug 07 22:37:54.465479 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:54.490222 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-a86239d3-6c06-4197-952a-ad3560789b57 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ebb913e-d05d-414e-9214-6fe46a403f13 HTTP/1.1" status: 200 len: 217 time: 0.0916092 Aug 07 22:37:54.521887 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8bf55bdd-6839-4eae-ae27-4ccf9d989a3a req-d4520dc0-b438-4b25-a015-2c69b544acd7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278619 Aug 07 22:37:54.598116 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5d408823-6c4e-4ee6-8cf5-b7ea40fbc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:54.599818 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-5d408823-6c4e-4ee6-8cf5-b7ea40fbc22d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.3041682 Aug 07 22:37:54.651154 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174b12e-b8de-4d34-8ae5-98f070e9892b req-d8244d94-2bcd-4b1f-9820-7940c9e0c350 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:54.656590 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c174b12e-b8de-4d34-8ae5-98f070e9892b req-d8244d94-2bcd-4b1f-9820-7940c9e0c350 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.1608939 Aug 07 22:37:54.696111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d4735874-de3a-497d-bd3a-f25fdb122628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:54.698371 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-d4735874-de3a-497d-bd3a-f25fdb122628 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.1876040 Aug 07 22:37:54.728111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-120d646e-bc43-4cf8-a318-413f0774f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:54.730331 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-120d646e-bc43-4cf8-a318-413f0774f16e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222689 Aug 07 22:37:54.786265 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c174b12e-b8de-4d34-8ae5-98f070e9892b req-954d8647-2a0e-4ad6-9941-7cc792606360 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976422 Aug 07 22:37:54.922539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:55.001029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fd9b7-aea7-4f9d-9443-c491a79d960b req-9ce231dc-875e-48aa-becc-559b545cc388 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:55.002991 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e66fd9b7-aea7-4f9d-9443-c491a79d960b req-9ce231dc-875e-48aa-becc-559b545cc388 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0900550 Aug 07 22:37:55.180454 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e66fd9b7-aea7-4f9d-9443-c491a79d960b req-75c9eb4e-9191-4148-aaa6-aaa293eb35ba tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575863 Aug 07 22:37:55.204282 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-3c5f5353-3f96-4067-aee7-167bdbfa9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:55.206195 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-3c5f5353-3f96-4067-aee7-167bdbfa9286 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1336381 Aug 07 22:37:55.235554 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-36f7c49f-a1ee-4a2d-bd0e-542f5d0b6b45 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522026 Aug 07 22:37:55.365273 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b38fc05e-c2ce-4b15-8765-33553b78c593 req-f577d929-6ee4-4624-b937-555df567d1da tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0387266 Aug 07 22:37:55.892899 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:55.914443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c2a4d-f9ef-49c9-964c-59bedce5fc8f req-5c2234fe-e377-48c8-8216-9d78e729c6df tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:55.917562 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-510c2a4d-f9ef-49c9-964c-59bedce5fc8f req-5c2234fe-e377-48c8-8216-9d78e729c6df tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0516291 Aug 07 22:37:55.970507 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-510c2a4d-f9ef-49c9-964c-59bedce5fc8f req-9135b46b-0307-4ebe-a5d5-d7daa4b28ef1 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Aug 07 22:37:56.306377 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc79bb-1ea1-4474-9acf-ec8e81b5ba55 req-1bbcd7b6-d5c3-4430-b0f8-8475f813d7c1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:56.307838 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-88dc79bb-1ea1-4474-9acf-ec8e81b5ba55 req-1bbcd7b6-d5c3-4430-b0f8-8475f813d7c1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0521200 Aug 07 22:37:56.345558 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:56.354220 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-88dc79bb-1ea1-4474-9acf-ec8e81b5ba55 req-48c010a0-b54d-438d-859e-f64ffeabd724 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Aug 07 22:37:56.461243 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0078-9779-4471-9223-bfe3d03e0e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:56.472191 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-df7c3549-640a-4622-9f84-f36cd4d52cec req-f8acf341-8855-4177-85cb-7181fa8b26a5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0275731 Aug 07 22:37:57.091428 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26b85-4f64-43e4-af95-88d73a875f8c req-cd9086aa-5a76-462e-976b-fb77ff354dee tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:57.092901 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-13f26b85-4f64-43e4-af95-88d73a875f8c req-cd9086aa-5a76-462e-976b-fb77ff354dee tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0463288 Aug 07 22:37:57.142852 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-13f26b85-4f64-43e4-af95-88d73a875f8c req-7b770935-c96d-4bbd-8da2-3fdceca78b41 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446081 Aug 07 22:37:57.363860 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:57.474075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0523b5-f2bd-4991-8256-de80fddbab90 req-9382f99a-acab-49cc-ab7d-aff85bad98df tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:57.475452 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6b0523b5-f2bd-4991-8256-de80fddbab90 req-9382f99a-acab-49cc-ab7d-aff85bad98df tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0476062 Aug 07 22:37:57.524331 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6b0523b5-f2bd-4991-8256-de80fddbab90 req-be4ebc45-f553-451e-997f-5a201c80a925 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Aug 07 22:37:57.577131 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-05b6b156-4170-4092-a85f-3a6b2b928fc7 req-bd20a81d-2222-4f92-966f-1bcb8581dbab tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0280190 Aug 07 22:37:58.263674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dfe18-80d1-45e1-a425-7cd5a57b6c5c req-c7141353-47b2-4ff5-8620-7236b07ae1f1 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:58.265344 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-049dfe18-80d1-45e1-a425-7cd5a57b6c5c req-c7141353-47b2-4ff5-8620-7236b07ae1f1 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0483818 Aug 07 22:37:58.316655 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-049dfe18-80d1-45e1-a425-7cd5a57b6c5c req-2d9d6801-8112-46ce-8f8f-39cd5e5f0b14 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Aug 07 22:37:58.526202 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-11510389-f074-4696-8d28-b4e816981fe7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640768 Aug 07 22:37:58.528284 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-61f0de21-b5c7-4d1a-8572-3432e5fc35c6 req-ab7c8eb8-72be-4b86-aff9-80b0fe32a599 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648526 Aug 07 22:37:58.643726 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282bbd6-d991-4335-900a-ecb0d9a88de4 req-8b6d6c0c-c7c3-41b6-accd-c746f1212b09 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:58.645348 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8282bbd6-d991-4335-900a-ecb0d9a88de4 req-8b6d6c0c-c7c3-41b6-accd-c746f1212b09 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0498030 Aug 07 22:37:58.703122 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cd8aca9c-8bac-4625-aa92-913a56d2595c req-28c822d6-5a61-4724-b34d-4a748ce7a819 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0403571 Aug 07 22:37:58.715735 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:37:58.728252 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8282bbd6-d991-4335-900a-ecb0d9a88de4 req-014239ab-e2e2-4ae3-b96b-5c7589189741 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731509 Aug 07 22:37:59.322935 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:59.433907 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:59.535255 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:37:59.607567 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d256f-3c8f-49d9-b645-fb04bd2b0855 req-219dc2ca-41b5-4b35-9111-4c57c7f8eae7 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:59.609049 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d8d256f-3c8f-49d9-b645-fb04bd2b0855 req-219dc2ca-41b5-4b35-9111-4c57c7f8eae7 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.2175224 Aug 07 22:37:59.656344 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d8d256f-3c8f-49d9-b645-fb04bd2b0855 req-fbe6b440-4cb6-401c-9fdd-6f27d3d800d4 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Aug 07 22:37:59.822600 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dd6e52c9-fe7b-4b48-91bc-949c27c9ed59 req-19aa54f8-1ef6-4f87-aff5-85690c85943f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0422113 Aug 07 22:37:59.868321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e1aa-9d89-4ed9-b0bc-7759b428508b req-6f60ffdf-f6a2-4791-b448-e6115d71c416 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:37:59.869750 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9734e1aa-9d89-4ed9-b0bc-7759b428508b req-6f60ffdf-f6a2-4791-b448-e6115d71c416 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0500488 Aug 07 22:37:59.915869 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9734e1aa-9d89-4ed9-b0bc-7759b428508b req-f67d5ff4-8069-49d0-bee1-17a6ea5cdafe tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Aug 07 22:38:00.774896 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a251-bfda-4e04-b88c-93381fa1ff2e req-405b71cc-12d7-49ae-8113-8b073ff8ffbb tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:00.776397 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-05a1a251-bfda-4e04-b88c-93381fa1ff2e req-405b71cc-12d7-49ae-8113-8b073ff8ffbb tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0472455 Aug 07 22:38:00.823562 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-05a1a251-bfda-4e04-b88c-93381fa1ff2e req-aa1d2714-b946-4b3f-ab87-e1e3237138d7 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Aug 07 22:38:00.934384 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b3ba4ae-f952-47b8-be94-454b79c7a3d5 req-06f719a1-b1af-4494-9435-ce149d83478f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0292501 Aug 07 22:38:00.998261 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:01.038130 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee708-85e5-4536-aba6-1eb642df130a req-2da9d702-2e3d-478f-bb6e-2afedf915582 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:01.040238 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69eee708-85e5-4536-aba6-1eb642df130a req-2da9d702-2e3d-478f-bb6e-2afedf915582 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0503833 Aug 07 22:38:01.087739 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69eee708-85e5-4536-aba6-1eb642df130a req-3e0cbe5d-0f22-47f9-8929-6ac0869e33ce tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Aug 07 22:38:01.943927 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ede4f-9564-4f96-9cea-036d84629cd5 req-40af3051-48e0-4dd2-8da5-37448e32d9d8 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:01.945519 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-957ede4f-9564-4f96-9cea-036d84629cd5 req-40af3051-48e0-4dd2-8da5-37448e32d9d8 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0480685 Aug 07 22:38:01.997302 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-957ede4f-9564-4f96-9cea-036d84629cd5 req-a98466de-d4ec-44f1-b005-a014fd9e62a1 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445118 Aug 07 22:38:02.044520 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-530d8faf-3ba9-405d-85e1-8eb64711e6d3 req-8baa7405-1e69-4b8c-a634-2fcf5cb5b169 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0283685 Aug 07 22:38:02.208785 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c1e7-2e22-45f4-8db6-97805dabc359 req-b1678d91-a35d-4d4d-bcb5-d65b763c2ef0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:02.210233 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80e6c1e7-2e22-45f4-8db6-97805dabc359 req-b1678d91-a35d-4d4d-bcb5-d65b763c2ef0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0504358 Aug 07 22:38:02.258932 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80e6c1e7-2e22-45f4-8db6-97805dabc359 req-80018166-feb2-4246-9e09-4c54c72cffb5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Aug 07 22:38:03.122017 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821bc09-fc38-4ad7-85de-a77c64e0d3be req-b52da73b-72e3-4a23-b760-33f38b87118e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:03.124480 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2821bc09-fc38-4ad7-85de-a77c64e0d3be req-b52da73b-72e3-4a23-b760-33f38b87118e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0563447 Aug 07 22:38:03.169517 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fd6eb744-92e2-4ae3-98b2-16bbc561f086 req-51759f9e-065a-41e5-81aa-1b392c879586 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0402918 Aug 07 22:38:03.203878 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2821bc09-fc38-4ad7-85de-a77c64e0d3be req-c0f9c0ea-718e-47c3-8e22-173ee3dff981 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Aug 07 22:38:03.378915 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b273ad-a3a9-4342-a9b0-7112e02daadf req-cd956cd5-6a6c-47fe-8d2e-e9438fd68ed1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:03.380389 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10b273ad-a3a9-4342-a9b0-7112e02daadf req-cd956cd5-6a6c-47fe-8d2e-e9438fd68ed1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0480025 Aug 07 22:38:03.433428 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10b273ad-a3a9-4342-a9b0-7112e02daadf req-0e91b74a-1ed2-457f-ae1e-dfa74cbf3c0a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471718 Aug 07 22:38:04.276543 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-22f68384-70a9-44d0-8c58-5d8508b914f7 req-f336b22d-bfe5-4bc5-92db-b1b81ca4b070 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0290310 Aug 07 22:38:04.323868 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936733a-346e-462a-96be-d28bedaa2e8c req-c0f3fa3d-b53f-4aaa-80fa-d92f5c4d0a53 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:04.325356 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c936733a-346e-462a-96be-d28bedaa2e8c req-c0f3fa3d-b53f-4aaa-80fa-d92f5c4d0a53 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0476947 Aug 07 22:38:04.375694 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c936733a-346e-462a-96be-d28bedaa2e8c req-1346889c-6659-47c3-8adb-90afc39e3e37 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Aug 07 22:38:04.517044 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=21 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:04.550263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edddd4-378d-4239-bba5-3ede4cf33809 req-26b87b68-f64c-41d3-9f94-e6dac90c8689 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:04.551597 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-28edddd4-378d-4239-bba5-3ede4cf33809 req-26b87b68-f64c-41d3-9f94-e6dac90c8689 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0484178 Aug 07 22:38:04.601681 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-28edddd4-378d-4239-bba5-3ede4cf33809 req-7b47fddf-4f8d-4f39-91f4-891519a3924d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Aug 07 22:38:05.146122 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:05.253658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-47b11c4c-980a-4322-8a57-fa4ed91dd33c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:05.255073 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-47b11c4c-980a-4322-8a57-fa4ed91dd33c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 816 time: 0.1762068 Aug 07 22:38:05.261867 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ca8b4d-1039-44f4-b4d0-4a557611cc17 req-1bdb52fb-e7f0-4f54-8998-e2b90377950b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722696 Aug 07 22:38:05.364490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:05.387555 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5d236d4b-19ab-42e5-b59a-4f13aaeb5564 req-05045b12-3017-49b6-94b9-f0383bd07e1f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0327613 Aug 07 22:38:05.528615 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc2ef0-353f-4409-9e67-dbf4122fa7d2 req-be349b49-8093-4a4d-a1fa-862c98efe0b5 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:05.530193 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-decc2ef0-353f-4409-9e67-dbf4122fa7d2 req-be349b49-8093-4a4d-a1fa-862c98efe0b5 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0747430 Aug 07 22:38:05.578445 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-decc2ef0-353f-4409-9e67-dbf4122fa7d2 req-e8a8154b-2710-4005-a5c8-4fe9ada8551d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Aug 07 22:38:05.723701 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5e047-f045-487d-aa17-0834be98eae1 req-f7a8d274-bcc6-43c5-a2bf-70a10aebab7b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:05.725340 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-09b5e047-f045-487d-aa17-0834be98eae1 req-f7a8d274-bcc6-43c5-a2bf-70a10aebab7b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0516577 Aug 07 22:38:05.782264 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-09b5e047-f045-487d-aa17-0834be98eae1 req-3d120054-cc4d-4c9f-86ec-ba7df2ec0392 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503924 Aug 07 22:38:06.022414 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-f451188a-51e7-4297-afba-1b7fb59e65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:06.024713 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-f451188a-51e7-4297-afba-1b7fb59e65cf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1127 time: 0.0758915 Aug 07 22:38:06.128386 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-abc93545-bf57-45be-98c8-d63a30cdb3aa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 379 time: 0.1700327 Aug 07 22:38:06.209365 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-b0819a90-95a2-4590-bacd-a7987680214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:06.210829 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-b0819a90-95a2-4590-bacd-a7987680214a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.1780257 Aug 07 22:38:06.500398 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1f2bf57a-dbf3-47ab-b210-f3ba1a3e53dc req-0e1f32fe-ce3c-437f-add4-6015f84df3bd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0288377 Aug 07 22:38:06.700573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005eb79-1d8b-4826-b8f6-e8193f86f946 req-2cecd731-264a-4159-b31d-413bdbe4691c tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:06.701965 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3005eb79-1d8b-4826-b8f6-e8193f86f946 req-2cecd731-264a-4159-b31d-413bdbe4691c tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0504291 Aug 07 22:38:06.751627 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3005eb79-1d8b-4826-b8f6-e8193f86f946 req-082e3163-d2fa-4e8f-9622-bc4c779430f1 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Aug 07 22:38:06.827345 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'port': {'device_id': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'admin_state_up': True, 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'security_groups': ['ec47736e-3062-4ea6-9a43-960e597e289f']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:38:06.886833 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5479be3-3578-405e-a73d-f925f547eba0 req-5273f804-a356-4569-bec8-8baa23e75e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:06.888750 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e5479be3-3578-405e-a73d-f925f547eba0 req-5273f804-a356-4569-bec8-8baa23e75e08 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 1127 time: 0.0663228 Aug 07 22:38:06.920396 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 58766) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:06.923028 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-b07be85e-d5db-474f-8115-55a9cd0707d8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 200 len: 217 time: 0.0999284 Aug 07 22:38:07.163742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-0a6f4069-3f7c-425a-ae23-11245f631a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:07.163742 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-0a6f4069-3f7c-425a-ae23-11245f631a77 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.1091812 Aug 07 22:38:07.163742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6621-01f7-475f-9785-f3650b52eee9 req-96a97256-c7f6-41a2-9659-403f646c0510 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:07.163742 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-314c6621-01f7-475f-9785-f3650b52eee9 req-96a97256-c7f6-41a2-9659-403f646c0510 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.1357121 Aug 07 22:38:07.164488 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5479be3-3578-405e-a73d-f925f547eba0 req-0a0d7405-0b12-456c-a3c8-b6bd3378776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:07.164488 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e5479be3-3578-405e-a73d-f925f547eba0 req-0a0d7405-0b12-456c-a3c8-b6bd3378776f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.2164507 Aug 07 22:38:07.164488 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e5479be3-3578-405e-a73d-f925f547eba0 req-91cbeccf-5699-4338-b742-52587ef7e751 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ebb913e-d05d-414e-9214-6fe46a403f13 HTTP/1.1" status: 200 len: 217 time: 0.0401790 Aug 07 22:38:07.165453 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-895b8f85-df2c-4bd8-89d3-8242e49fa108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:07.182715 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-2a1cb529-f8d3-4453-8c5b-8a02649a992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:07.183878 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-2a1cb529-f8d3-4453-8c5b-8a02649a992f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230905 Aug 07 22:38:07.235906 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5479be3-3578-405e-a73d-f925f547eba0 req-bce6b23c-9e6c-4d7e-a579-86dfdc11857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:07.237585 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e5479be3-3578-405e-a73d-f925f547eba0 req-bce6b23c-9e6c-4d7e-a579-86dfdc11857b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0750391 Aug 07 22:38:07.261982 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-314c6621-01f7-475f-9785-f3650b52eee9 req-37688266-ed6f-4424-946d-4001d893a8c9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058432 Aug 07 22:38:07.286068 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5479be3-3578-405e-a73d-f925f547eba0 req-eee094f3-0f99-405b-9fc6-e83c488c0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:07.287609 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e5479be3-3578-405e-a73d-f925f547eba0 req-eee094f3-0f99-405b-9fc6-e83c488c0f0c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437350 Aug 07 22:38:07.313195 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:07.332430 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:07.358875 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-e08f2b91-48a5-4c59-9973-25fce33bb047 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616681 Aug 07 22:38:07.361019 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Made reservation on behalf of 3f7ea2694e7641088d957060a1001d86 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:38:07.364315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:07.404354 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-895b8f85-df2c-4bd8-89d3-8242e49fa108 admin admin] Publish callbacks [] for security_group (94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:07.412869 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e5479be3-3578-405e-a73d-f925f547eba0 req-02dba13c-7479-4018-922c-4d612b2a3694 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183455 Aug 07 22:38:07.515221 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-895b8f85-df2c-4bd8-89d3-8242e49fa108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:07.575980 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e5479be3-3578-405e-a73d-f925f547eba0 req-74f9770b-c9de-477f-978a-05c6b590651e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569653 Aug 07 22:38:07.616808 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58802) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:07.741782 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9de06ce1-7d53-47c7-aca1-2e1b0f8b80a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:07.791920 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b8f85-df2c-4bd8-89d3-8242e49fa108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:07.809549 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-895b8f85-df2c-4bd8-89d3-8242e49fa108 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6300799d64944da1af5d5f36b3194d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8880591 Aug 07 22:38:07.810974 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 58812) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:07.835250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9de06ce1-7d53-47c7-aca1-2e1b0f8b80a9 admin admin] Publish callbacks [] for security_group (7913f7bc-16fe-4e82-86c3-e9fc849b8fd8), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:07.882157 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76de086f-b7d8-4538-8956-1998cb7b2027 req-e7252ff0-6d3a-41f5-9b49-c9b0be52f8ed tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0841420 Aug 07 22:38:07.884275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Allocated IP 172.20.0.4 (057d9455-09f9-43b3-b9b9-43213b4e9159/a99a5215-8313-446e-9f90-62aa920e309e/1f737453-339e-4e1d-8c0b-b401edea34b1) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:38:07.918207 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9de06ce1-7d53-47c7-aca1-2e1b0f8b80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (7913f7bc-16fe-4e82-86c3-e9fc849b8fd8), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:07.926206 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:07.928544 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17fc8817-8ad9-42ac-ad35-c0dd14a97460 req-2e52e419-ed40-43df-894f-a24c4e877b0f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904912 Aug 07 22:38:07.966390 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9de06ce1-7d53-47c7-aca1-2e1b0f8b80a9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b63c1bc8d599429d85636830b6de0e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479340 Aug 07 22:38:07.967087 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf0154-c261-4f9c-ae57-16f7a3c5532e req-f7ddc00b-5fae-4460-8096-d92e024517b0 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:07.968619 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5bdf0154-c261-4f9c-ae57-16f7a3c5532e req-f7ddc00b-5fae-4460-8096-d92e024517b0 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.1030209 Aug 07 22:38:07.970914 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 58814) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:07.978951 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de06ce1-7d53-47c7-aca1-2e1b0f8b80a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7913f7bc-16fe-4e82-86c3-e9fc849b8fd8,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:08.023207 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2d675591-af5a-4e76-b6ae-d4f76fbf3219 admin admin] Publish callbacks [] for security_group (94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.125446 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2d675591-af5a-4e76-b6ae-d4f76fbf3219 admin admin] Publish callbacks [] for security_group (94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.184169 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5bdf0154-c261-4f9c-ae57-16f7a3c5532e req-270d65a7-0c8f-4370-a8f5-6655c24ed1ea tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922357 Aug 07 22:38:08.198626 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a21f30f6-b0c8-4c30-a837-40e7cbde7613 admin admin] Publish callbacks [] for security_group (7913f7bc-16fe-4e82-86c3-e9fc849b8fd8), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.239136 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 8844e27d-a856-4256-bdd2-6ab7f2b8ceda details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:38:08.252476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a21f30f6-b0c8-4c30-a837-40e7cbde7613 admin admin] Publish callbacks [] for security_group (7913f7bc-16fe-4e82-86c3-e9fc849b8fd8), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.255628 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:08.264473 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.282594 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:08.380949 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:08.388029 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:08.398484 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2d675591-af5a-4e76-b6ae-d4f76fbf3219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.400152 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'port_id': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda', 'mac_address': 'fa:16:3e:f7:d4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:38:08.401716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2d675591-af5a-4e76-b6ae-d4f76fbf3219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.402940 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2d675591-af5a-4e76-b6ae-d4f76fbf3219 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7 HTTP/1.1" status: 204 len: 168 time: 0.5829854 Aug 07 22:38:08.409540 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec17ef-8f75-4876-9702-47cc392314ca req-bc90a888-a6df-4cdc-9e50-aff203c8346c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:08.412180 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a8ec17ef-8f75-4876-9702-47cc392314ca req-bc90a888-a6df-4cdc-9e50-aff203c8346c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 943 time: 0.0553343 Aug 07 22:38:08.420666 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d675591-af5a-4e76-b6ae-d4f76fbf3219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eac5b9-dbc3-45d7-8d43-ea508d4ad3e7,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:08.455596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:08.456531 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.462550 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.465308 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a21f30f6-b0c8-4c30-a837-40e7cbde7613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (7913f7bc-16fe-4e82-86c3-e9fc849b8fd8), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.467272 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a21f30f6-b0c8-4c30-a837-40e7cbde7613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.468621 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a21f30f6-b0c8-4c30-a837-40e7cbde7613 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7913f7bc-16fe-4e82-86c3-e9fc849b8fd8 HTTP/1.1" status: 204 len: 168 time: 0.4920447 Aug 07 22:38:08.498056 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8844e27d-a856-4256-bdd2-6ab7f2b8ceda {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:38:08.523601 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a8ec17ef-8f75-4876-9702-47cc392314ca req-841a9f2a-823b-48ce-b7cf-7e4c121f6ef1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047249 Aug 07 22:38:08.533329 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:08.544249 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f30f6-b0c8-4c30-a837-40e7cbde7613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7913f7bc-16fe-4e82-86c3-e9fc849b8fd8,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:08.573470 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:38:08.574280 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:38:08.578165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:38:08.582431 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:08.631606 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.632804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ebb913e-d05d-414e-9214-6fe46a403f13 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:38:08.649563 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:08.650853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.678433 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 3ebb913e-d05d-414e-9214-6fe46a403f13, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ebb913e-d05d-414e-9214-6fe46a403f13,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:08.715066 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '3ebb913e-d05d-414e-9214-6fe46a403f13', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'port_id': '3ebb913e-d05d-414e-9214-6fe46a403f13', 'mac_address': 'fa:16:3e:57:22:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:38:08.750802 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-cb5366d8-f630-4635-8774-e67a793fae05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9287920 Aug 07 22:38:08.766476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Request body: {'port': {'device_id': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:38:08.768864 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:08.786780 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 3ebb913e-d05d-414e-9214-6fe46a403f13 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:08.787357 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.808903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebb913e-d05d-414e-9214-6fe46a403f13 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:38:08.846470 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 3ebb913e-d05d-414e-9214-6fe46a403f13, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ebb913e-d05d-414e-9214-6fe46a403f13,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:08.852154 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-5d4406a7-9706-4997-8424-7e6ebe3ef67b None None] Provisioning complete for port 1f737453-339e-4e1d-8c0b-b401edea34b1 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:38:08.852536 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5d4406a7-9706-4997-8424-7e6ebe3ef67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.871627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.887065 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:08.894086 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-5d4406a7-9706-4997-8424-7e6ebe3ef67b None None] Port 1f737453-339e-4e1d-8c0b-b401edea34b1 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:38:08.924262 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:08.924903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ee8dc2da-5ffd-43e1-a446-69c9b4634a95 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:38:09.096685 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38285e9e-1b64-4b2d-b45e-3171baad21c0 req-651d3527-80c1-415a-a527-9621c647a5c4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:09.099194 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38285e9e-1b64-4b2d-b45e-3171baad21c0 req-651d3527-80c1-415a-a527-9621c647a5c4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 931 time: 0.0731864 Aug 07 22:38:09.118184 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=3ebb913e-d05d-414e-9214-6fe46a403f13,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:09.147450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port ee8dc2da-5ffd-43e1-a446-69c9b4634a95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:09.160049 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95', 'network_id': '3405a859-15b9-43f0-8ee9-acabcdc8fa44', 'port_id': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95', 'mac_address': 'fa:16:3e:d8:61:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a024997-eaba-4683-b26e-f00e0fad8529', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:38:09.192059 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:09.197782 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:09.198175 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.205555 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38285e9e-1b64-4b2d-b45e-3171baad21c0 req-3002c5c7-2147-46bf-99e4-180ffffd1c58 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943191 Aug 07 22:38:09.214613 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8dc2da-5ffd-43e1-a446-69c9b4634a95 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:38:09.240243 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port ee8dc2da-5ffd-43e1-a446-69c9b4634a95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:09.334035 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f737453-339e-4e1d-8c0b-b401edea34b1 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:38:09.340829 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.345461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Publish callbacks [] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.358675 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ad43e-81ed-4888-82fe-53fecf2fbd82 req-e6c16915-9d14-4b1c-865c-3ed12972a24e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:09.360171 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d64ad43e-81ed-4888-82fe-53fecf2fbd82 req-e6c16915-9d14-4b1c-865c-3ed12972a24e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 943 time: 0.0706937 Aug 07 22:38:09.374939 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Transition to ACTIVE for port object 1f737453-339e-4e1d-8c0b-b401edea34b1 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:38:09.393112 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:09.407921 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:09.413226 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58862) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:09.415610 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d64ad43e-81ed-4888-82fe-53fecf2fbd82 req-37c83c9f-c667-4b33-8c89-3a7152d328b7 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495727 Aug 07 22:38:09.429100 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b0af59d9-9031-4932-b1d9-b9124ed95784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.491349 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.523392 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b0af59d9-9031-4932-b1d9-b9124ed95784 admin admin] Publish callbacks [] for security_group (b99baddc-7c80-4836-bf3f-016f95f19dd0), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.604732 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b0af59d9-9031-4932-b1d9-b9124ed95784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b99baddc-7c80-4836-bf3f-016f95f19dd0), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.608612 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:09.645891 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 58870) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:09.660608 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b0af59d9-9031-4932-b1d9-b9124ed95784 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7664e601c3ca4e5a92b0d17f92ceb8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458794 Aug 07 22:38:09.663160 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58874) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:09.663988 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af59d9-9031-4932-b1d9-b9124ed95784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99baddc-7c80-4836-bf3f-016f95f19dd0,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:09.701057 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f3532-a06b-43d9-a1ff-5da5839ad4f7 req-958fa2bf-9596-4a57-8f2b-49344f34225e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:09.704499 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-141f3532-a06b-43d9-a1ff-5da5839ad4f7 req-958fa2bf-9596-4a57-8f2b-49344f34225e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 944 time: 0.0805480 Aug 07 22:38:09.716261 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:09.719282 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Attempting to bind port 1f737453-339e-4e1d-8c0b-b401edea34b1 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:38:09.719614 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Attempting to bind port 1f737453-339e-4e1d-8c0b-b401edea34b1 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:38:09.719935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Attempting to bind port 1f737453-339e-4e1d-8c0b-b401edea34b1 on network 057d9455-09f9-43b3-b9b9-43213b4e9159 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:38:09.729587 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e2628ae8-dc1e-4968-b098-2a7b0e76ec34 admin admin] Publish callbacks [] for security_group (b99baddc-7c80-4836-bf3f-016f95f19dd0), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.731242 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:09.741080 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Port 1f737453-339e-4e1d-8c0b-b401edea34b1 on network 057d9455-09f9-43b3-b9b9-43213b4e9159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:38:09.741437 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Attempting to bind port 1f737453-339e-4e1d-8c0b-b401edea34b1 on network 057d9455-09f9-43b3-b9b9-43213b4e9159 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:38:09.751958 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:38:09.752201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Checking segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:38:09.752893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Bound using segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:38:09.753327 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Bound port: 1f737453-339e-4e1d-8c0b-b401edea34b1, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:38:09.753681 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.754548 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e2628ae8-dc1e-4968-b098-2a7b0e76ec34 admin admin] Publish callbacks [] for security_group (b99baddc-7c80-4836-bf3f-016f95f19dd0), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.799964 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-141f3532-a06b-43d9-a1ff-5da5839ad4f7 req-6151276c-c0e9-49e7-9958-d0d7f847c3c0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885849 Aug 07 22:38:09.840663 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fc0b-d2ba-449f-8c86-7aa31eb1956d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.875749 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['3ebb913e-d05d-414e-9214-6fe46a403f13'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:38:09.880542 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:38:09.884069 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:38:09.901614 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e2628ae8-dc1e-4968-b098-2a7b0e76ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b99baddc-7c80-4836-bf3f-016f95f19dd0), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.906632 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e2628ae8-dc1e-4968-b098-2a7b0e76ec34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.912693 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e2628ae8-dc1e-4968-b098-2a7b0e76ec34 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b99baddc-7c80-4836-bf3f-016f95f19dd0 HTTP/1.1" status: 204 len: 168 time: 0.2407608 Aug 07 22:38:09.922814 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2628ae8-dc1e-4968-b098-2a7b0e76ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99baddc-7c80-4836-bf3f-016f95f19dd0,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:09.962395 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.982104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:09.983200 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:09.984995 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 200 len: 1093 time: 1.2258823 Aug 07 22:38:09.985499 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:09.986414 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:38:09.989466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72ee47d-3a4a-47c5-a3bd-5de95402c49e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:38:10.064669 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fc0b-d2ba-449f-8c86-7aa31eb1956d admin admin] Publish callbacks [] for security_group (b773c9a5-0d35-43c9-8215-444f6887c13c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:10.074156 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568da850-0f26-4341-b1f9-277123113528 x-openstack-request-id: req-568da850-0f26-4341-b1f9-277123113528 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:38:10.075396 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:38:10.075532 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-568da850-0f26-4341-b1f9-277123113528 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:38:10.075840 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568da850-0f26-4341-b1f9-277123113528'] response: {'name': 'network-changed', 'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'status': 'completed', 'code': 200} Aug 07 22:38:10.076974 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['8844e27d-a856-4256-bdd2-6ab7f2b8ceda'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:38:10.081188 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a04f1d-35cb-4ba4-ab38-b644a6bb2379 service neutron] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:10.154133 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['ee8dc2da-5ffd-43e1-a446-69c9b4634a95'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:38:10.182213 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ee47d-3a4a-47c5-a3bd-5de95402c49e req-60cd23be-deb5-4fcd-a0d1-05414da1e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:10.183323 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f72ee47d-3a4a-47c5-a3bd-5de95402c49e req-60cd23be-deb5-4fcd-a0d1-05414da1e301 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1127 time: 0.0788949 Aug 07 22:38:10.184180 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fc0b-d2ba-449f-8c86-7aa31eb1956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b773c9a5-0d35-43c9-8215-444f6887c13c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:10.357131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4fc0b-d2ba-449f-8c86-7aa31eb1956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b773c9a5-0d35-43c9-8215-444f6887c13c,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:10.418524 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d2c4fc0b-d2ba-449f-8c86-7aa31eb1956d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9bd51ffb38e0416da76cbf1771b2be9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7708874 Aug 07 22:38:10.426230 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58906) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:10.449092 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:10.493054 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29077f15-673f-4592-a69f-645759acec30 req-ecf28ee8-c824-47d1-bfa6-6292a24e8c34 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:10.496699 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29077f15-673f-4592-a69f-645759acec30 req-ecf28ee8-c824-47d1-bfa6-6292a24e8c34 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.1389499 Aug 07 22:38:10.548678 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0fe11241-e423-4354-b80c-ee0da3053cef admin admin] Publish callbacks [] for security_group (b773c9a5-0d35-43c9-8215-444f6887c13c), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:10.578313 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0fe11241-e423-4354-b80c-ee0da3053cef admin admin] Publish callbacks [] for security_group (b773c9a5-0d35-43c9-8215-444f6887c13c), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:10.630935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b699-8dba-457c-b491-46d57ddeb0d8 req-f716f483-b798-43fd-bc16-29e24be78b0d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:10.639613 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e6e9b699-8dba-457c-b491-46d57ddeb0d8 req-f716f483-b798-43fd-bc16-29e24be78b0d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 944 time: 0.0736666 Aug 07 22:38:10.713079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ee47d-3a4a-47c5-a3bd-5de95402c49e req-e78d7985-e806-424a-807e-e810b71dc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:10.715032 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f72ee47d-3a4a-47c5-a3bd-5de95402c49e req-e78d7985-e806-424a-807e-e810b71dc7f0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=3f7ea2694e7641088d957060a1001d86&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5042112 Aug 07 22:38:10.753524 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:10.787265 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0fe11241-e423-4354-b80c-ee0da3053cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b773c9a5-0d35-43c9-8215-444f6887c13c), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:10.790840 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0fe11241-e423-4354-b80c-ee0da3053cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:10.802846 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-0fe11241-e423-4354-b80c-ee0da3053cef admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b773c9a5-0d35-43c9-8215-444f6887c13c HTTP/1.1" status: 204 len: 168 time: 0.3649390 Aug 07 22:38:10.802846 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe11241-e423-4354-b80c-ee0da3053cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b773c9a5-0d35-43c9-8215-444f6887c13c,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:10.845608 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:10.845608 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29077f15-673f-4592-a69f-645759acec30 req-dadbcb2b-3f05-48c7-9314-7e1e7eea6b4c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408766 Aug 07 22:38:10.915850 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e6e9b699-8dba-457c-b491-46d57ddeb0d8 req-31bf1766-46b5-49a3-9b52-b3ded51aa010 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751675 Aug 07 22:38:11.037153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ee47d-3a4a-47c5-a3bd-5de95402c49e req-2c10a623-a0e7-4a15-814d-e20e35575bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:11.038704 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f72ee47d-3a4a-47c5-a3bd-5de95402c49e req-2c10a623-a0e7-4a15-814d-e20e35575bc8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3069496 Aug 07 22:38:11.065493 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0561b92-ce29-4b2d-8ce3-5c12cc1f942f req-84d77c6e-f2a9-483a-a339-1ebdc70ade2e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:11.068642 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0561b92-ce29-4b2d-8ce3-5c12cc1f942f req-84d77c6e-f2a9-483a-a339-1ebdc70ade2e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 944 time: 0.0824893 Aug 07 22:38:11.149443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-0d6b9adf-d6df-4225-b41e-07bb5dab46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:11.150901 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-0d6b9adf-d6df-4225-b41e-07bb5dab46aa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1127 time: 0.0699975 Aug 07 22:38:11.155991 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0561b92-ce29-4b2d-8ce3-5c12cc1f942f req-2c9591b7-b8c9-4747-ba11-185cc7f975d3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827823 Aug 07 22:38:11.194076 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-14e55139-e2cc-4608-ae42-c8e19abd03c9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 200 len: 217 time: 0.0358675 Aug 07 22:38:11.260845 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-6c32a7d1-3b23-4b61-8531-010d772c6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:11.262354 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-6c32a7d1-3b23-4b61-8531-010d772c6bba service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.0610728 Aug 07 22:38:11.308161 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-b219a641-b4d9-4101-9fb8-d0c87f7dcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:11.309554 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-b219a641-b4d9-4101-9fb8-d0c87f7dcf62 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407526 Aug 07 22:38:11.413478 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-fc53f0ef-6f9b-43cd-a0c8-9809c52e6150 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964575 Aug 07 22:38:11.513982 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ed79f9d-08ab-4e56-93f0-1ce301eaf5cc req-c4533b71-80d3-412d-a9ab-164919b84618 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938752 Aug 07 22:38:11.741362 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58948) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:11.755292 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-beacaaed-e61c-4998-8b16-2b2c3dddb452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:11.839578 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-beacaaed-e61c-4998-8b16-2b2c3dddb452 admin admin] Publish callbacks [] for security_group (94c2a9c7-f3d4-4acd-ac6b-b96424745d6f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:11.929535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-beacaaed-e61c-4998-8b16-2b2c3dddb452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (94c2a9c7-f3d4-4acd-ac6b-b96424745d6f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:11.998961 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-beacaaed-e61c-4998-8b16-2b2c3dddb452 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7d3bb6a60b4541f5829e93d5161c9a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564092 Aug 07 22:38:11.999670 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacaaed-e61c-4998-8b16-2b2c3dddb452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c2a9c7-f3d4-4acd-ac6b-b96424745d6f,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:12.002165 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 58960) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:12.005812 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82b22-b435-4311-afc6-b645aca58855 req-1082a97b-f676-4138-88d3-c21156790f6e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:12.013860 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a0c82b22-b435-4311-afc6-b645aca58855 req-1082a97b-f676-4138-88d3-c21156790f6e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0633929 Aug 07 22:38:12.027674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:12.065383 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3566c065-fcd4-4d27-9585-b0bda1be09e7 admin admin] Publish callbacks [] for security_group (94c2a9c7-f3d4-4acd-ac6b-b96424745d6f), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:12.088132 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29ea33-6803-48cb-a681-8aa6024819f1 req-6f1b43d1-77af-4d01-a73f-1937a2462dc7 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:12.089632 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af29ea33-6803-48cb-a681-8aa6024819f1 req-6f1b43d1-77af-4d01-a73f-1937a2462dc7 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 944 time: 0.0533886 Aug 07 22:38:12.099364 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:12.106372 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3566c065-fcd4-4d27-9585-b0bda1be09e7 admin admin] Publish callbacks [] for security_group (94c2a9c7-f3d4-4acd-ac6b-b96424745d6f), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:12.129279 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a0c82b22-b435-4311-afc6-b645aca58855 req-c9f4d1c0-5243-4f03-b57c-376c45fc259d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144421 Aug 07 22:38:12.164969 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af29ea33-6803-48cb-a681-8aa6024819f1 req-7696e4f6-2051-44c6-b571-814f38571964 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625300 Aug 07 22:38:12.208529 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 8844e27d-a856-4256-bdd2-6ab7f2b8ceda up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:38:12.237843 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3566c065-fcd4-4d27-9585-b0bda1be09e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (94c2a9c7-f3d4-4acd-ac6b-b96424745d6f), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:12.240574 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3566c065-fcd4-4d27-9585-b0bda1be09e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:12.243957 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3566c065-fcd4-4d27-9585-b0bda1be09e7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/94c2a9c7-f3d4-4acd-ac6b-b96424745d6f HTTP/1.1" status: 204 len: 168 time: 0.2403729 Aug 07 22:38:12.254113 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566c065-fcd4-4d27-9585-b0bda1be09e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c2a9c7-f3d4-4acd-ac6b-b96424745d6f,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:12.347479 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69eb9d-e349-4f4e-81e5-0ca0b280faa8 req-27f2fc37-eb9d-4812-8f31-48f2006c19ba tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:12.357405 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0a69eb9d-e349-4f4e-81e5-0ca0b280faa8 req-27f2fc37-eb9d-4812-8f31-48f2006c19ba tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 944 time: 0.1116998 Aug 07 22:38:12.384755 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:38:12.409305 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0a69eb9d-e349-4f4e-81e5-0ca0b280faa8 req-887c730e-6ba4-4a4a-af5c-cffcb30f5cc5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507772 Aug 07 22:38:12.455060 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:38:12.455671 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:12.532538 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:12.532926 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:12.560079 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:38:12.642176 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:12.735576 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:12.736506 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ee8dc2da-5ffd-43e1-a446-69c9b4634a95 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:38:12.783958 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e649e91-da12-449b-be8c-368c144aade8" -d '{"events": [{"server_uuid": "c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e", "name": "network-vif-plugged", "status": "completed", "tag": "8844e27d-a856-4256-bdd2-6ab7f2b8ceda"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:38:12.851220 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:12.855776 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:38:12.947308 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:38:12.947999 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.075367 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:13.075749 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.117138 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port ee8dc2da-5ffd-43e1-a446-69c9b4634a95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:13.160563 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feafed30-386e-4958-9336-6e684268616a x-openstack-request-id: req-feafed30-386e-4958-9336-6e684268616a {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:38:13.160971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e", "name": "network-vif-plugged", "status": "completed", "tag": "8844e27d-a856-4256-bdd2-6ab7f2b8ceda", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:38:13.161428 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-feafed30-386e-4958-9336-6e684268616a {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:38:13.161953 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feafed30-386e-4958-9336-6e684268616a'] response: {'server_uuid': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda', 'code': 200} Aug 07 22:38:13.237485 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.237485 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ebb913e-d05d-414e-9214-6fe46a403f13 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:38:13.310837 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:13.406953 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 3ebb913e-d05d-414e-9214-6fe46a403f13 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:38:13.491598 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 3ebb913e-d05d-414e-9214-6fe46a403f13 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:38:13.492112 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.581230 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 3ebb913e-d05d-414e-9214-6fe46a403f13 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:13.581711 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.598259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486e41e-b048-40ae-b5de-c1bcfd2b2a91 req-d5d7f246-d2c4-4567-a2b1-c09fc38c760e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:13.600423 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f486e41e-b048-40ae-b5de-c1bcfd2b2a91 req-d5d7f246-d2c4-4567-a2b1-c09fc38c760e tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.3390000 Aug 07 22:38:13.642391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 3ebb913e-d05d-414e-9214-6fe46a403f13, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ebb913e-d05d-414e-9214-6fe46a403f13,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:13.713235 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.715492 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f839b-83ea-4a94-a96d-ad8cb688d496 req-e5a96eee-634b-4cac-89ee-d1b0c7d1c654 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:13.720221 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c67f839b-83ea-4a94-a96d-ad8cb688d496 req-e5a96eee-634b-4cac-89ee-d1b0c7d1c654 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.4705036 Aug 07 22:38:13.722041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868a972-4d11-4da7-bd3f-6b919df80786 req-2531496e-920f-4beb-b927-9a834736d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:13.723449 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c868a972-4d11-4da7-bd3f-6b919df80786 req-2531496e-920f-4beb-b927-9a834736d51f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1129 time: 0.1873140 Aug 07 22:38:13.773032 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=3ebb913e-d05d-414e-9214-6fe46a403f13,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:13.797684 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f486e41e-b048-40ae-b5de-c1bcfd2b2a91 req-2de38d2d-91f8-420b-b73d-c64950b44ee7 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319664 Aug 07 22:38:13.800586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c868a972-4d11-4da7-bd3f-6b919df80786 req-ab3cc08b-50d2-4727-bab3-9940c5431990 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.849010 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c67f839b-83ea-4a94-a96d-ad8cb688d496 req-b01e54fb-4ff5-4f66-9888-ed1aef7afe9a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959721 Aug 07 22:38:13.946654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9779617-9497-4b71-95b9-81179d9cdeff req-d663e730-02c6-422b-b188-f764a2274b59 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:13.948181 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9779617-9497-4b71-95b9-81179d9cdeff req-d663e730-02c6-422b-b188-f764a2274b59 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0727193 Aug 07 22:38:13.958564 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c868a972-4d11-4da7-bd3f-6b919df80786 req-ab3cc08b-50d2-4727-bab3-9940c5431990 service neutron] Publish callbacks [] for security_group (a958d8d1-e1bf-4044-b0a6-54ce6e9d59b6), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:13.985620 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:14.016543 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9779617-9497-4b71-95b9-81179d9cdeff req-052eff48-b135-4307-83e1-66f28fce5ab8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603902 Aug 07 22:38:14.049349 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c868a972-4d11-4da7-bd3f-6b919df80786 req-ab3cc08b-50d2-4727-bab3-9940c5431990 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (a958d8d1-e1bf-4044-b0a6-54ce6e9d59b6), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:14.132922 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c868a972-4d11-4da7-bd3f-6b919df80786 req-ab3cc08b-50d2-4727-bab3-9940c5431990 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815656 Aug 07 22:38:14.133938 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cc08b-50d2-4727-bab3-9940c5431990 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a958d8d1-e1bf-4044-b0a6-54ce6e9d59b6,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:14.237227 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:38:14.267756 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:14.334450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:14.383429 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:14.396187 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'port_id': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:38:14.434082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:14.434082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:14.450681 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f737453-339e-4e1d-8c0b-b401edea34b1 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:38:14.473706 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:14.542043 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:14.592958 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:14.781950 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['1f737453-339e-4e1d-8c0b-b401edea34b1'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:38:14.925150 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956694-bf76-4f52-83f6-f0946aa50810 req-37b903ab-f916-4c49-ba24-d1bc8f6b5bb9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:14.935382 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b8956694-bf76-4f52-83f6-f0946aa50810 req-37b903ab-f916-4c49-ba24-d1bc8f6b5bb9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0596979 Aug 07 22:38:15.015395 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b8956694-bf76-4f52-83f6-f0946aa50810 req-01cd720c-560e-47f0-9808-985d108b6359 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790725 Aug 07 22:38:15.028122 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5d478-401b-4874-b418-c9826c7c67b5 req-30ba70b5-962f-4c21-b962-1eb1a598d0aa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:15.029702 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-50e5d478-401b-4874-b418-c9826c7c67b5 req-30ba70b5-962f-4c21-b962-1eb1a598d0aa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0688241 Aug 07 22:38:15.093047 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:15.101608 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-50e5d478-401b-4874-b418-c9826c7c67b5 req-b7e10c88-1eaf-45a5-95c2-d7dd115482b6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638182 Aug 07 22:38:15.163621 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95'}, {'server_uuid': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebb913e-d05d-414e-9214-6fe46a403f13'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:38:15.167266 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeac85f-8394-4268-9aae-3fc87aa51331" -d '{"events": [{"server_uuid": "c9e2c1f8-3d85-437e-9c51-805820cfa4a7", "name": "network-vif-plugged", "status": "completed", "tag": "ee8dc2da-5ffd-43e1-a446-69c9b4634a95"}, {"server_uuid": "39340b52-40cd-4de1-a055-2ad5d71a6598", "name": "network-vif-plugged", "status": "completed", "tag": "3ebb913e-d05d-414e-9214-6fe46a403f13"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:38:15.180444 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59120) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:15.197720 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317223-aca2-42f6-9d4b-8ee29a14c136 req-290ce9fa-e96c-4309-a013-d4ac869ceb8e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:15.199239 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-53317223-aca2-42f6-9d4b-8ee29a14c136 req-290ce9fa-e96c-4309-a013-d4ac869ceb8e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0811062 Aug 07 22:38:15.240201 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 07 Aug 2022 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c71560-095a-42ba-b274-8601eab25da3 x-openstack-request-id: req-f4c71560-095a-42ba-b274-8601eab25da3 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:38:15.245388 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e2c1f8-3d85-437e-9c51-805820cfa4a7", "name": "network-vif-plugged", "status": "completed", "tag": "ee8dc2da-5ffd-43e1-a446-69c9b4634a95", "code": 200}, {"server_uuid": "39340b52-40cd-4de1-a055-2ad5d71a6598", "name": "network-vif-plugged", "status": "completed", "tag": "3ebb913e-d05d-414e-9214-6fe46a403f13", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:38:15.245388 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4c71560-095a-42ba-b274-8601eab25da3 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:38:15.245388 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c71560-095a-42ba-b274-8601eab25da3'] response: {'server_uuid': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95', 'code': 200} Aug 07 22:38:15.245388 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c71560-095a-42ba-b274-8601eab25da3'] response: {'server_uuid': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebb913e-d05d-414e-9214-6fe46a403f13', 'code': 200} Aug 07 22:38:15.266481 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-53317223-aca2-42f6-9d4b-8ee29a14c136 req-dd31c55c-1fc7-4709-b411-0e64b4ce97e4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Aug 07 22:38:15.354224 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1720dc3c-956e-4edc-b7b1-045bc22b1118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:15.437818 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1720dc3c-956e-4edc-b7b1-045bc22b1118 admin admin] Publish callbacks [] for security_group (5eb58546-7284-485b-95df-60d5938a6bb2), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:15.478676 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1720dc3c-956e-4edc-b7b1-045bc22b1118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5eb58546-7284-485b-95df-60d5938a6bb2), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:15.522763 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1720dc3c-956e-4edc-b7b1-045bc22b1118 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6e09fe7df9dc49c5a9e864dd07e2f1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409102 Aug 07 22:38:15.522763 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720dc3c-956e-4edc-b7b1-045bc22b1118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb58546-7284-485b-95df-60d5938a6bb2,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:15.524309 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59140) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:15.580672 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-17f5146c-f113-4dd0-91e6-b87f220e3abb admin admin] Publish callbacks [] for security_group (5eb58546-7284-485b-95df-60d5938a6bb2), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:15.605829 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-17f5146c-f113-4dd0-91e6-b87f220e3abb admin admin] Publish callbacks [] for security_group (5eb58546-7284-485b-95df-60d5938a6bb2), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:15.729611 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-17f5146c-f113-4dd0-91e6-b87f220e3abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5eb58546-7284-485b-95df-60d5938a6bb2), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:15.732500 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-17f5146c-f113-4dd0-91e6-b87f220e3abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:15.733645 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-17f5146c-f113-4dd0-91e6-b87f220e3abb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5eb58546-7284-485b-95df-60d5938a6bb2 HTTP/1.1" status: 204 len: 168 time: 0.2077096 Aug 07 22:38:15.749079 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5146c-f113-4dd0-91e6-b87f220e3abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb58546-7284-485b-95df-60d5938a6bb2,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:16.163075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f03-e472-449d-a9d3-52f038d5ecba req-f75c422b-8bee-4d59-85f5-0a37d14dfbfc tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:16.164819 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-79e72f03-e472-449d-a9d3-52f038d5ecba req-f75c422b-8bee-4d59-85f5-0a37d14dfbfc tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Aug 07 22:38:16.245796 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-79e72f03-e472-449d-a9d3-52f038d5ecba req-8d479875-cd5b-4f31-8cd9-4d08a3193fb3 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754576 Aug 07 22:38:16.256844 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e1747-f2b8-44b3-b83a-6cb3c016d0d4 req-9c7489ae-5a11-4541-be91-d00e32d9b30c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:16.258690 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-417e1747-f2b8-44b3-b83a-6cb3c016d0d4 req-9c7489ae-5a11-4541-be91-d00e32d9b30c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0672221 Aug 07 22:38:16.312055 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59168) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:16.313198 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-417e1747-f2b8-44b3-b83a-6cb3c016d0d4 req-6ba3bdac-d158-4e5b-9740-34878a836f9e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480754 Aug 07 22:38:16.333420 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf5d1-fc28-4687-8ccf-f2d7466352ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.407967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6c557-20db-4f79-9546-4e2010e7edd4 req-dda414bd-8d5c-4d36-b94b-826a8c908673 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:16.409471 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3ef6c557-20db-4f79-9546-4e2010e7edd4 req-dda414bd-8d5c-4d36-b94b-826a8c908673 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Aug 07 22:38:16.414653 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf5d1-fc28-4687-8ccf-f2d7466352ac admin admin] Publish callbacks [] for security_group (9f3a3eae-0b4b-4c63-9fdb-a7910e690665), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.460698 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3ef6c557-20db-4f79-9546-4e2010e7edd4 req-81a6d155-0258-4b62-b19c-0f331aca9ac8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426497 Aug 07 22:38:16.480576 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59172) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:16.500727 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf5d1-fc28-4687-8ccf-f2d7466352ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9f3a3eae-0b4b-4c63-9fdb-a7910e690665), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.542810 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8fdcf5d1-fc28-4687-8ccf-f2d7466352ac admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=30ad198874514bea908f376c3ceb786d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295897 Aug 07 22:38:16.544204 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcf5d1-fc28-4687-8ccf-f2d7466352ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a3eae-0b4b-4c63-9fdb-a7910e690665,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:16.545788 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59176) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:16.589223 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:16.597039 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-51cf5667-d7a6-4016-80b0-2b7be253a532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.624337 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aef6c299-7c03-4a1c-8fe9-28e18d5237c9 admin admin] Publish callbacks [] for security_group (9f3a3eae-0b4b-4c63-9fdb-a7910e690665), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.668913 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aef6c299-7c03-4a1c-8fe9-28e18d5237c9 admin admin] Publish callbacks [] for security_group (9f3a3eae-0b4b-4c63-9fdb-a7910e690665), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.741726 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-51cf5667-d7a6-4016-80b0-2b7be253a532 admin admin] Publish callbacks [] for security_group (858a2019-530e-45bf-9653-fc2c77068b2f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.815400 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-51cf5667-d7a6-4016-80b0-2b7be253a532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (858a2019-530e-45bf-9653-fc2c77068b2f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.821537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aef6c299-7c03-4a1c-8fe9-28e18d5237c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9f3a3eae-0b4b-4c63-9fdb-a7910e690665), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.824100 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aef6c299-7c03-4a1c-8fe9-28e18d5237c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.825238 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-aef6c299-7c03-4a1c-8fe9-28e18d5237c9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9f3a3eae-0b4b-4c63-9fdb-a7910e690665 HTTP/1.1" status: 204 len: 168 time: 0.2783439 Aug 07 22:38:16.861712 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-51cf5667-d7a6-4016-80b0-2b7be253a532 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=d7c3c0f254af44b49f90d690033a5716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800726 Aug 07 22:38:16.862427 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf5667-d7a6-4016-80b0-2b7be253a532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a2019-530e-45bf-9653-fc2c77068b2f,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:16.865582 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59186) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:16.873404 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6c299-7c03-4a1c-8fe9-28e18d5237c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a3eae-0b4b-4c63-9fdb-a7910e690665,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:16.924803 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f9aa520-2f52-445a-a368-a5300c467a30 admin admin] Publish callbacks [] for security_group (858a2019-530e-45bf-9653-fc2c77068b2f), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.951866 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f9aa520-2f52-445a-a368-a5300c467a30 admin admin] Publish callbacks [] for security_group (858a2019-530e-45bf-9653-fc2c77068b2f), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:16.962786 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:17.101320 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f9aa520-2f52-445a-a368-a5300c467a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (858a2019-530e-45bf-9653-fc2c77068b2f), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:17.104960 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f9aa520-2f52-445a-a368-a5300c467a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:17.106230 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1f9aa520-2f52-445a-a368-a5300c467a30 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/858a2019-530e-45bf-9653-fc2c77068b2f HTTP/1.1" status: 204 len: 168 time: 0.2391310 Aug 07 22:38:17.114706 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aa520-2f52-445a-a368-a5300c467a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a2019-530e-45bf-9653-fc2c77068b2f,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:17.331189 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:17.370040 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76ae1-d697-4721-87c9-343dfa66aaf3 req-e63ec513-046d-4fdd-8199-dc9bb1f9d4c9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:17.371984 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-53f76ae1-d697-4721-87c9-343dfa66aaf3 req-e63ec513-046d-4fdd-8199-dc9bb1f9d4c9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0498197 Aug 07 22:38:17.437417 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-53f76ae1-d697-4721-87c9-343dfa66aaf3 req-c6839f2b-fd00-4cd5-b7ba-cfb461940546 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Aug 07 22:38:17.480420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58f63-8883-49a4-9c24-95db879cb27e req-ff7a72ab-c9a3-43c0-a84f-10a492debfe8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:17.481914 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6e58f63-8883-49a4-9c24-95db879cb27e req-ff7a72ab-c9a3-43c0-a84f-10a492debfe8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0625801 Aug 07 22:38:17.552436 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6e58f63-8883-49a4-9c24-95db879cb27e req-b0b41581-981a-42e0-b569-4a843fc509bc tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645547 Aug 07 22:38:17.590579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72efea-709c-4fa2-a3a3-335603ff59f7 req-9e5b3058-839d-43c9-8175-effad7ac2ce0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:17.592240 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c72efea-709c-4fa2-a3a3-335603ff59f7 req-9e5b3058-839d-43c9-8175-effad7ac2ce0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0543649 Aug 07 22:38:17.643252 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c72efea-709c-4fa2-a3a3-335603ff59f7 req-5881886c-22dc-4cf1-8f42-f2afe040419a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Aug 07 22:38:17.889227 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59222) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:17.907091 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.008896 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59767e4d-6f3a-40d5-8101-e41d216412c8 req-0a1f1fb3-2888-4736-8bee-c3fe754544c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:18.011009 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-59767e4d-6f3a-40d5-8101-e41d216412c8 req-0a1f1fb3-2888-4736-8bee-c3fe754544c9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0968056 Aug 07 22:38:18.011586 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Publish callbacks [] for security_group (9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.024489 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1b7af-afd4-4641-9a53-e51cfee786dd req-ec319322-4510-4929-b572-e6351cc9bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:18.026051 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29d1b7af-afd4-4641-9a53-e51cfee786dd req-ec319322-4510-4929-b572-e6351cc9bd5d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 1129 time: 0.0663443 Aug 07 22:38:18.089387 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.102066 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-59767e4d-6f3a-40d5-8101-e41d216412c8 req-b5d287d5-6a7a-467c-b0d3-8f4d0d3c754d service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825198 Aug 07 22:38:18.105395 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29d1b7af-afd4-4641-9a53-e51cfee786dd req-50a46311-0d4d-4b6a-ac5d-041d33deaf8b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705321 Aug 07 22:38:18.131499 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c9750f09e4544caba51897c841c4bfb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410555 Aug 07 22:38:18.132779 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:18.134963 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59226) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:18.137508 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:38:18.140835 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.141243 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.141544 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.141887 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.142221 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.142546 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.143129 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.143240 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.143496 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.143816 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.144173 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.144495 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.144839 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.145168 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.145656 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473b184-a122-48f1-8695-0c19a2f1f88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:18.187968 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:18.192744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ad4dc94-9a71-425d-9f95-6ec28df75f7c admin admin] Publish callbacks [] for security_group (9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.196166 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 1f737453-339e-4e1d-8c0b-b401edea34b1 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:38:18.214752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ad4dc94-9a71-425d-9f95-6ec28df75f7c admin admin] Publish callbacks [] for security_group (9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.243934 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 1f737453-339e-4e1d-8c0b-b401edea34b1 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:38:18.244503 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.326677 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:38:18.327073 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.329820 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ad4dc94-9a71-425d-9f95-6ec28df75f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.332756 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ad4dc94-9a71-425d-9f95-6ec28df75f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.334679 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4ad4dc94-9a71-425d-9f95-6ec28df75f7c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd HTTP/1.1" status: 204 len: 168 time: 0.1984847 Aug 07 22:38:18.344415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4dc94-9a71-425d-9f95-6ec28df75f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c42b11b-0d29-4f75-b3fc-d9a5b7fee3cd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:18.367320 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:38:18.369854 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4452783-4a47-4d94-abcc-adafb815a685" -d '{"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-plugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:38:18.390335 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:18.418393 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb9ff7d-363e-4341-8de9-406e21481ca3 x-openstack-request-id: req-fbb9ff7d-363e-4341-8de9-406e21481ca3 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:38:18.418717 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-plugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:38:18.418979 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbb9ff7d-363e-4341-8de9-406e21481ca3 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:38:18.419382 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb9ff7d-363e-4341-8de9-406e21481ca3'] response: {'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'code': 200} Aug 07 22:38:18.494980 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:18.573793 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:18.587832 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:18.594656 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eacd4-e89f-4efd-bed3-b8b4c65c4ced req-e83968c1-39e7-423f-9cad-a00254849fb0 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:18.596351 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a06eacd4-e89f-4efd-bed3-b8b4c65c4ced req-e83968c1-39e7-423f-9cad-a00254849fb0 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0708847 Aug 07 22:38:18.666352 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a06eacd4-e89f-4efd-bed3-b8b4c65c4ced req-64449dda-1caf-408f-a1e9-f2cc84759ce3 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Aug 07 22:38:18.753566 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f602a1f-2a06-4858-8143-69d675122e6d req-105dfc89-bb5c-4398-b3b9-e8403b4fba94 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:18.755270 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9f602a1f-2a06-4858-8143-69d675122e6d req-105dfc89-bb5c-4398-b3b9-e8403b4fba94 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0878546 Aug 07 22:38:18.864624 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3f44-9151-4ef7-9aad-3ff50eef1b20 req-41b01466-6f1a-4cb0-afba-cd64489ce60e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:18.866753 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a42c3f44-9151-4ef7-9aad-3ff50eef1b20 req-41b01466-6f1a-4cb0-afba-cd64489ce60e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.1104338 Aug 07 22:38:18.925705 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9f602a1f-2a06-4858-8143-69d675122e6d req-d7683691-abb5-4d40-b748-fcafde6bf1e9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447036 Aug 07 22:38:18.968290 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a42c3f44-9151-4ef7-9aad-3ff50eef1b20 req-ff295960-e0af-4a1e-bcfe-f9e3716e29fa tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905287 Aug 07 22:38:19.795329 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95397d-bc76-4716-87ae-89c22651b63c req-3bdffb3e-77f6-446e-bac1-c1d4b020fb4f tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:19.797012 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b95397d-bc76-4716-87ae-89c22651b63c req-3bdffb3e-77f6-446e-bac1-c1d4b020fb4f tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0512247 Aug 07 22:38:19.847426 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b95397d-bc76-4716-87ae-89c22651b63c req-03f31f8a-f19c-4958-9e9d-76683d6e0737 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Aug 07 22:38:20.211093 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4735a1-490e-4fea-bd7e-435fcd5d13a9 req-be3a954c-4975-47a6-b5c6-b29b054d4450 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:20.211454 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cd4735a1-490e-4fea-bd7e-435fcd5d13a9 req-be3a954c-4975-47a6-b5c6-b29b054d4450 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0909877 Aug 07 22:38:20.220845 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6afdc7-4571-490d-8600-d6752da6236a req-2b5c8b58-2871-4065-8c7c-4274c225acd7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:20.222341 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6b6afdc7-4571-490d-8600-d6752da6236a req-2b5c8b58-2871-4065-8c7c-4274c225acd7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0905051 Aug 07 22:38:20.331116 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cd4735a1-490e-4fea-bd7e-435fcd5d13a9 req-f8970a5e-3d45-4233-906b-6128ef565769 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076984 Aug 07 22:38:20.346212 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6b6afdc7-4571-490d-8600-d6752da6236a req-3266784b-135c-41a2-ad7d-495602c1693e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029291 Aug 07 22:38:20.951687 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:21.000729 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e86c41-84e7-44c2-96de-05a7965005ac req-96a8740f-3b9d-4492-84fc-6c2a4685eaf3 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:21.000729 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a7e86c41-84e7-44c2-96de-05a7965005ac req-96a8740f-3b9d-4492-84fc-6c2a4685eaf3 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0566199 Aug 07 22:38:21.073741 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a7e86c41-84e7-44c2-96de-05a7965005ac req-edb3b107-3e45-4b90-8627-cd7b751c7ffd tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701478 Aug 07 22:38:21.412460 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ce02e-6083-4cc4-89d2-1b943c37863b req-4a86e5df-6793-4d1c-a0cc-e33bc3d4d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:21.414968 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-606ce02e-6083-4cc4-89d2-1b943c37863b req-4a86e5df-6793-4d1c-a0cc-e33bc3d4d283 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1129 time: 0.0475714 Aug 07 22:38:21.521842 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7d13-d332-4014-8b91-a22eb5d0fc2d req-c5ef3b00-1ed0-43fb-94b8-7044d0fcf885 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:21.523881 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-988f7d13-d332-4014-8b91-a22eb5d0fc2d req-c5ef3b00-1ed0-43fb-94b8-7044d0fcf885 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1006608 Aug 07 22:38:21.543898 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e02df-0653-4da1-b332-107560587164 req-adbccf47-5d2a-42a2-a192-ab786ec20a47 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:21.545363 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3b7e02df-0653-4da1-b332-107560587164 req-adbccf47-5d2a-42a2-a192-ab786ec20a47 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0918970 Aug 07 22:38:21.549685 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-606ce02e-6083-4cc4-89d2-1b943c37863b req-64105aad-88fb-4ef8-8539-2f92652c1a02 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132288 Aug 07 22:38:21.624641 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-988f7d13-d332-4014-8b91-a22eb5d0fc2d req-27b9f292-6abf-4ec9-bc43-b0b26a13a409 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783110 Aug 07 22:38:21.629380 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3b7e02df-0653-4da1-b332-107560587164 req-ab848bd4-533c-41ec-b834-c6dd3d5de31e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737901 Aug 07 22:38:22.220327 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1e1c-16f1-4cc5-ba66-13b5e726ee5f req-2489d168-4db7-42f8-811a-64f4bb773ca5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:22.221849 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-04af1e1c-16f1-4cc5-ba66-13b5e726ee5f req-2489d168-4db7-42f8-811a-64f4bb773ca5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0566561 Aug 07 22:38:22.230614 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59428) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:22.272035 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-04af1e1c-16f1-4cc5-ba66-13b5e726ee5f req-4144a68c-819b-4e32-b896-ff856518ce55 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Aug 07 22:38:22.361040 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-60f79b5c-8cf1-482f-a540-21f84a38dc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:22.427781 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:22.451274 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-60f79b5c-8cf1-482f-a540-21f84a38dc3b admin admin] Publish callbacks [] for security_group (86a832c7-b527-490f-b0b5-34a34957fc58), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:22.516507 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-60f79b5c-8cf1-482f-a540-21f84a38dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (86a832c7-b527-490f-b0b5-34a34957fc58), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:22.559543 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-60f79b5c-8cf1-482f-a540-21f84a38dc3b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=31ac8511c9624bca8c792f09bc783bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278372 Aug 07 22:38:22.562369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59444) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:22.565279 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f79b5c-8cf1-482f-a540-21f84a38dc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a832c7-b527-490f-b0b5-34a34957fc58,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:22.595484 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:22.619311 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Publish callbacks [] for security_group (86a832c7-b527-490f-b0b5-34a34957fc58), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:22.643551 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Publish callbacks [] for security_group (86a832c7-b527-490f-b0b5-34a34957fc58), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:22.757146 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71af665-40ef-42d4-a968-1daac56a1e7a req-b7b44f33-d3c4-4734-af30-16a180160dd2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:22.759324 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b71af665-40ef-42d4-a968-1daac56a1e7a req-b7b44f33-d3c4-4734-af30-16a180160dd2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0488176 Aug 07 22:38:22.774674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (86a832c7-b527-490f-b0b5-34a34957fc58), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:22.778643 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:22.779273 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/86a832c7-b527-490f-b0b5-34a34957fc58 HTTP/1.1" status: 204 len: 168 time: 0.2153399 Aug 07 22:38:22.846987 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a832c7-b527-490f-b0b5-34a34957fc58,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:22.854766 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b71af665-40ef-42d4-a968-1daac56a1e7a req-bb967d18-5099-42c8-8182-76ebd2e0207c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894206 Aug 07 22:38:22.860338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:22.865079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91011516-b39b-4288-b9f9-551736165584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:38:23.346622 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:38:23.394487 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad148e5e-ab34-46d0-a1d3-03c494403ea7 req-b3867bbf-c803-4573-9982-d61ac2de342b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:23.396696 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ad148e5e-ab34-46d0-a1d3-03c494403ea7 req-b3867bbf-c803-4573-9982-d61ac2de342b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0490913 Aug 07 22:38:23.423167 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59476) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:23.438770 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b30bec13-0190-4c29-b2df-6f561cc838fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.453394 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59478) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:23.466049 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ad148e5e-ab34-46d0-a1d3-03c494403ea7 req-ebe9de17-a127-4119-9662-ca7712f7234d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594544 Aug 07 22:38:23.520590 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b30bec13-0190-4c29-b2df-6f561cc838fb admin admin] Publish callbacks [] for security_group (e678a6fe-49db-4c07-97cb-14b5565443ac), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.563238 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b30bec13-0190-4c29-b2df-6f561cc838fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e678a6fe-49db-4c07-97cb-14b5565443ac), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.603048 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bec13-0190-4c29-b2df-6f561cc838fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678a6fe-49db-4c07-97cb-14b5565443ac,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:23.610205 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b30bec13-0190-4c29-b2df-6f561cc838fb admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0f93d885ba7d4d739eb47e09c607aaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833825 Aug 07 22:38:23.610478 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59484) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:23.635898 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a7d26723-891b-47bc-8cdb-16557996d5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.694105 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:23.701085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecce3954-3f3a-4d60-bacd-ad52a99bda97 admin admin] Publish callbacks [] for security_group (e678a6fe-49db-4c07-97cb-14b5565443ac), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.737196 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecce3954-3f3a-4d60-bacd-ad52a99bda97 admin admin] Publish callbacks [] for security_group (e678a6fe-49db-4c07-97cb-14b5565443ac), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.791055 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a7d26723-891b-47bc-8cdb-16557996d5c4 admin admin] Publish callbacks [] for security_group (cc450996-dcb5-407b-a2b1-bdefcc35b183), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.890076 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a7d26723-891b-47bc-8cdb-16557996d5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (cc450996-dcb5-407b-a2b1-bdefcc35b183), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.918180 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5091397f-9fb2-4d86-a24f-e5a0b8109054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.933242 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecce3954-3f3a-4d60-bacd-ad52a99bda97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e678a6fe-49db-4c07-97cb-14b5565443ac), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.935898 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecce3954-3f3a-4d60-bacd-ad52a99bda97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:23.939363 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ecce3954-3f3a-4d60-bacd-ad52a99bda97 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e678a6fe-49db-4c07-97cb-14b5565443ac HTTP/1.1" status: 204 len: 168 time: 0.3256810 Aug 07 22:38:23.953152 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a7d26723-891b-47bc-8cdb-16557996d5c4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c407485082104169b5ded0ca119f1577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987180 Aug 07 22:38:23.956036 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59494) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:23.973968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d26723-891b-47bc-8cdb-16557996d5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc450996-dcb5-407b-a2b1-bdefcc35b183,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:23.999359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3954-3f3a-4d60-bacd-ad52a99bda97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678a6fe-49db-4c07-97cb-14b5565443ac,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:24.008533 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ff4a9-6648-47df-998e-0610d99ed14e req-d3168e72-1dc5-4473-91fd-4ae44f5d58ad tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:24.012986 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ae5ff4a9-6648-47df-998e-0610d99ed14e req-d3168e72-1dc5-4473-91fd-4ae44f5d58ad tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0715880 Aug 07 22:38:24.028667 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e67b682-000c-4222-9a56-e5c543431796 admin admin] Publish callbacks [] for security_group (cc450996-dcb5-407b-a2b1-bdefcc35b183), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:24.037533 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:24.049929 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:24.055291 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e67b682-000c-4222-9a56-e5c543431796 admin admin] Publish callbacks [] for security_group (cc450996-dcb5-407b-a2b1-bdefcc35b183), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:24.062150 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ae5ff4a9-6648-47df-998e-0610d99ed14e req-faccbcf5-da54-49cb-8b72-1b256d96edce tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450501 Aug 07 22:38:24.181220 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e67b682-000c-4222-9a56-e5c543431796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (cc450996-dcb5-407b-a2b1-bdefcc35b183), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:24.183781 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e67b682-000c-4222-9a56-e5c543431796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:24.185310 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-7e67b682-000c-4222-9a56-e5c543431796 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/cc450996-dcb5-407b-a2b1-bdefcc35b183 HTTP/1.1" status: 204 len: 168 time: 0.2278333 Aug 07 22:38:24.193070 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67b682-000c-4222-9a56-e5c543431796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc450996-dcb5-407b-a2b1-bdefcc35b183,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:24.380473 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=9 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:24.586119 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c0890-469a-400f-b781-839185a14957 req-fcec9572-257a-4b9f-ba9c-1a120081569b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:24.587855 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-175c0890-469a-400f-b781-839185a14957 req-fcec9572-257a-4b9f-ba9c-1a120081569b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0473304 Aug 07 22:38:24.636332 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-175c0890-469a-400f-b781-839185a14957 req-eeb69152-7b40-4128-92aa-78a3043cfbc5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Aug 07 22:38:24.868364 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59522) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:24.881780 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2be8ba33-7a3f-42b4-9b97-4de95f9e3649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:24.979230 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2be8ba33-7a3f-42b4-9b97-4de95f9e3649 admin admin] Publish callbacks [] for security_group (8dd6c6d4-4384-4878-9d3c-10e407b107a7), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:25.043349 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2be8ba33-7a3f-42b4-9b97-4de95f9e3649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (8dd6c6d4-4384-4878-9d3c-10e407b107a7), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:25.088326 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2be8ba33-7a3f-42b4-9b97-4de95f9e3649 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=d4a459882af2438a8c9875e22905b605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162232 Aug 07 22:38:25.088326 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8ba33-7a3f-42b4-9b97-4de95f9e3649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd6c6d4-4384-4878-9d3c-10e407b107a7,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:25.088882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59532) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:25.159578 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-704b03f0-e45d-440a-92ee-3c565b9d49b9 admin admin] Publish callbacks [] for security_group (8dd6c6d4-4384-4878-9d3c-10e407b107a7), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:25.213243 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-704b03f0-e45d-440a-92ee-3c565b9d49b9 admin admin] Publish callbacks [] for security_group (8dd6c6d4-4384-4878-9d3c-10e407b107a7), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:25.225476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d694a1b-c498-4104-89c4-3e4219d136a3 req-f546cfea-f7bc-4db1-b433-f40939b42d1e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:25.227585 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3d694a1b-c498-4104-89c4-3e4219d136a3 req-f546cfea-f7bc-4db1-b433-f40939b42d1e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0775821 Aug 07 22:38:25.296000 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3d694a1b-c498-4104-89c4-3e4219d136a3 req-76e10831-ba06-4bb2-ba79-05b21296c93c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592129 Aug 07 22:38:25.354514 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-038dcb0c-6429-4922-98ff-99abf97b0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:25.355897 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-038dcb0c-6429-4922-98ff-99abf97b0b80 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 1129 time: 0.0396829 Aug 07 22:38:25.357697 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-704b03f0-e45d-440a-92ee-3c565b9d49b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (8dd6c6d4-4384-4878-9d3c-10e407b107a7), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:25.360212 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-704b03f0-e45d-440a-92ee-3c565b9d49b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:25.361220 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-704b03f0-e45d-440a-92ee-3c565b9d49b9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/8dd6c6d4-4384-4878-9d3c-10e407b107a7 HTTP/1.1" status: 204 len: 168 time: 0.2711744 Aug 07 22:38:25.378073 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b03f0-e45d-440a-92ee-3c565b9d49b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd6c6d4-4384-4878-9d3c-10e407b107a7,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:25.466648 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-1bb0f5a4-d86e-422e-81f4-e689173bf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:25.471376 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-1bb0f5a4-d86e-422e-81f4-e689173bf6a1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.0984616 Aug 07 22:38:25.800505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cfc23-22cb-4a87-a7e3-ca3a26d32f32 req-4fbc5d5d-d62a-432f-8c5c-fdd2832397ae tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:25.808579 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-080cfc23-22cb-4a87-a7e3-ca3a26d32f32 req-4fbc5d5d-d62a-432f-8c5c-fdd2832397ae tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0845752 Aug 07 22:38:25.944122 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-080cfc23-22cb-4a87-a7e3-ca3a26d32f32 req-71e12643-9365-4073-a30c-b22d663a7e0a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483496 Aug 07 22:38:26.501127 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24d394a3-1820-4a46-8a4e-730ece21897c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:26.501728 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74064e20-bf49-48c5-a5b3-8e531a5ee010 req-7d194ce5-8833-4d8c-829f-8ca7250889ad tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:26.509166 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-74064e20-bf49-48c5-a5b3-8e531a5ee010 req-7d194ce5-8833-4d8c-829f-8ca7250889ad tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0659513 Aug 07 22:38:26.573575 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:26.577621 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-74064e20-bf49-48c5-a5b3-8e531a5ee010 req-0b40039f-98f3-4d75-8117-2d76154ed7b1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675735 Aug 07 22:38:26.776124 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2364d-b4b8-4cbb-937c-2d8685db5580 req-48bec21f-f044-47c5-9f96-6339a4a5efda tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:26.785955 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27e2364d-b4b8-4cbb-937c-2d8685db5580 req-48bec21f-f044-47c5-9f96-6339a4a5efda tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0719454 Aug 07 22:38:26.791142 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59626) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:26.796529 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'floatingip': {'port_id': '1f737453-339e-4e1d-8c0b-b401edea34b1'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:38:26.880772 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (675140de-981f-419e-adb2-d0f815f856d6), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:27.021909 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224edb-3863-44d1-a62e-ddc92cd51389 req-79fbb671-c41b-4354-a683-4d902ad87e33 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:27.024891 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-11224edb-3863-44d1-a62e-ddc92cd51389 req-79fbb671-c41b-4354-a683-4d902ad87e33 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0786686 Aug 07 22:38:27.101423 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-11224edb-3863-44d1-a62e-ddc92cd51389 req-7ace5655-8acd-4034-a6df-8e6739ed6e7f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Aug 07 22:38:27.284581 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:27.403980 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:27.658105 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59658) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:27.737184 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:27.780524 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2bba413c-5cda-4242-9163-37396e77f4e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:27.797647 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (675140de-981f-419e-adb2-d0f815f856d6), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:27.858404 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2bba413c-5cda-4242-9163-37396e77f4e7 admin admin] Publish callbacks [] for security_group (033b0eb3-2421-4bf6-bee1-249ae98e9b7f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:27.897689 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Floating IP 675140de-981f-419e-adb2-d0f815f856d6 associated. External IP: 172.27.3.241, port: 1f737453-339e-4e1d-8c0b-b401edea34b1. Aug 07 22:38:27.929041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2bba413c-5cda-4242-9163-37396e77f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (033b0eb3-2421-4bf6-bee1-249ae98e9b7f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:27.945775 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:27.970976 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2bba413c-5cda-4242-9163-37396e77f4e7 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=567e2af75e1c4d1ab9e99ebb4c40b453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117726 Aug 07 22:38:27.972532 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba413c-5cda-4242-9163-37396e77f4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b0eb3-2421-4bf6-bee1-249ae98e9b7f,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:27.985040 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59668) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:28.049713 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:28.051869 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2625fb99-c2dc-44b5-929b-341f9d8e3c97 admin admin] Publish callbacks [] for security_group (033b0eb3-2421-4bf6-bee1-249ae98e9b7f), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:28.083961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2625fb99-c2dc-44b5-929b-341f9d8e3c97 admin admin] Publish callbacks [] for security_group (033b0eb3-2421-4bf6-bee1-249ae98e9b7f), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:28.134418 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Router ea763be4-34be-4733-9eb6-871593a891f3 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:38:28.243538 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074d86-704d-4b96-893d-62e3b56dd94f req-85aec1c7-7182-45ab-9bec-82655922b192 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:28.245053 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ed074d86-704d-4b96-893d-62e3b56dd94f req-85aec1c7-7182-45ab-9bec-82655922b192 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0572650 Aug 07 22:38:28.250609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2625fb99-c2dc-44b5-929b-341f9d8e3c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (033b0eb3-2421-4bf6-bee1-249ae98e9b7f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:28.257008 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2625fb99-c2dc-44b5-929b-341f9d8e3c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:28.257008 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2625fb99-c2dc-44b5-929b-341f9d8e3c97 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/033b0eb3-2421-4bf6-bee1-249ae98e9b7f HTTP/1.1" status: 204 len: 168 time: 0.2682760 Aug 07 22:38:28.257193 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:38:28.263114 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:28.271627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625fb99-c2dc-44b5-929b-341f9d8e3c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b0eb3-2421-4bf6-bee1-249ae98e9b7f,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:28.281803 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] Sync routers for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:38:28.294089 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:38:28.294716 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:38:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:38:28.310957 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e70d2d95-08eb-4c6e-93a9-06c6dc0871a9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/675140de-981f-419e-adb2-d0f815f856d6 HTTP/1.1" status: 200 len: 991 time: 1.5166597 Aug 07 22:38:28.310957 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:38:28.312601 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:38:28.351848 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ed074d86-704d-4b96-893d-62e3b56dd94f req-97d92c73-7130-485d-977b-10d06a7cdbf1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957489 Aug 07 22:38:28.406150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f8b0d8-08b0-4e28-89ce-e136b9564c66 x-openstack-request-id: req-b0f8b0d8-08b0-4e28-89ce-e136b9564c66 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:38:28.406150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:38:28.406150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0f8b0d8-08b0-4e28-89ce-e136b9564c66 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:38:28.406150 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f8b0d8-08b0-4e28-89ce-e136b9564c66'] response: {'name': 'network-changed', 'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'status': 'completed', 'code': 200} Aug 07 22:38:28.418317 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:38:28.687352 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '675140de-981f-419e-adb2-d0f815f856d6', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'port_id': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:37:40Z', 'updated_at': '2022-08-07T22:38:27Z', 'revision_number': 1, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:38:28.721042 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] Checking router: ea763be4-34be-4733-9eb6-871593a891f3 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:38:28.733149 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:38:28.733966 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:38:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:38:28.834128 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:38:28.910552 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-6cf3bf42-69f6-4ebb-af98-67178b449243 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ebb913e-d05d-414e-9214-6fe46a403f13 HTTP/1.1" status: 200 len: 217 time: 0.0655553 Aug 07 22:38:29.003727 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 59692) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:29.018392 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e7b4-31c0-49eb-95c4-964bbfedfca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.062561 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '675140de-981f-419e-adb2-d0f815f856d6', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'port_id': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:37:40Z', 'updated_at': '2022-08-07T22:38:27Z', 'revision_number': 1, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:38:29.092876 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f469ae0-1817-4fe3-891a-2919e72ccb5e None None] The sync data for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi is: [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '675140de-981f-419e-adb2-d0f815f856d6', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'port_id': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:37:40Z', 'updated_at': '2022-08-07T22:38:27Z', 'revision_number': 1, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:38:29.096960 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e7b4-31c0-49eb-95c4-964bbfedfca3 admin admin] Publish callbacks [] for security_group (f6602efd-246c-4eb3-94ee-3f04339ce0a3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.146113 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e7b4-31c0-49eb-95c4-964bbfedfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f6602efd-246c-4eb3-94ee-3f04339ce0a3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.181176 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:29.190374 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d4e7e7b4-31c0-49eb-95c4-964bbfedfca3 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ed2466e7de2140e0aebb35ade8a760dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855693 Aug 07 22:38:29.191420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e7b4-31c0-49eb-95c4-964bbfedfca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6602efd-246c-4eb3-94ee-3f04339ce0a3,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:29.193267 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 59696) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:29.265191 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a4ba-e439-44e0-a5d2-ba1f806435a2 admin admin] Publish callbacks [] for security_group (f6602efd-246c-4eb3-94ee-3f04339ce0a3), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.287833 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a4ba-e439-44e0-a5d2-ba1f806435a2 admin admin] Publish callbacks [] for security_group (f6602efd-246c-4eb3-94ee-3f04339ce0a3), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.306197 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.323266 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ad8e1-8008-4774-81da-429f0386796e None None] New status for floating IP 675140de-981f-419e-adb2-d0f815f856d6: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:38:29.426991 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a4ba-e439-44e0-a5d2-ba1f806435a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f6602efd-246c-4eb3-94ee-3f04339ce0a3), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.430276 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a4ba-e439-44e0-a5d2-ba1f806435a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.431643 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1ec1a4ba-e439-44e0-a5d2-ba1f806435a2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f6602efd-246c-4eb3-94ee-3f04339ce0a3 HTTP/1.1" status: 204 len: 168 time: 0.2373912 Aug 07 22:38:29.436151 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:29.441978 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1a4ba-e439-44e0-a5d2-ba1f806435a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6602efd-246c-4eb3-94ee-3f04339ce0a3,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:29.482496 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145c781-f057-43b3-a0be-dc24e6cbee56 req-605a23dd-95ec-46df-9705-c1446e8f01e8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:29.484414 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9145c781-f057-43b3-a0be-dc24e6cbee56 req-605a23dd-95ec-46df-9705-c1446e8f01e8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Aug 07 22:38:29.521365 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:29.542488 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9145c781-f057-43b3-a0be-dc24e6cbee56 req-66c43fdf-9af9-490d-b16e-c5e4bf3a1bd1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Aug 07 22:38:29.693152 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:30.673264 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d069e76-0f9c-4717-9345-0156a46686cf req-433a237b-8529-4231-b9c7-ffb8dd96db3c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:30.682318 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d069e76-0f9c-4717-9345-0156a46686cf req-433a237b-8529-4231-b9c7-ffb8dd96db3c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0548987 Aug 07 22:38:30.722609 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d069e76-0f9c-4717-9345-0156a46686cf req-b0752dc9-5e77-42fc-82cc-c358109c8870 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Aug 07 22:38:31.795176 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-21cfe4e2-18d9-4cd2-b704-7063e151485c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748315 Aug 07 22:38:31.795935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-505ef682-01b4-4548-88c9-a535a5e41fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:31.797495 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-505ef682-01b4-4548-88c9-a535a5e41fa1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1129 time: 0.0977516 Aug 07 22:38:31.807595 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-75f9dadd-ed00-43de-96cb-bf96bf4eb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:31.809441 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-75f9dadd-ed00-43de-96cb-bf96bf4eb1b0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0995703 Aug 07 22:38:31.893325 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-7ad1a2ba-c05d-4c47-bc60-b4d149348930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:31.895864 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-7ad1a2ba-c05d-4c47-bc60-b4d149348930 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6cd3d94550bd467f8a88d75ec1208be1&device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0439487 Aug 07 22:38:31.942354 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0da0-3e7a-40b4-8269-42d939409b74 req-5ea7bd7f-8fde-4781-973b-fccfe8f200c0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:31.943909 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-353f0da0-3e7a-40b4-8269-42d939409b74 req-5ea7bd7f-8fde-4781-973b-fccfe8f200c0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.1332276 Aug 07 22:38:31.952682 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-8acdd317-dadd-4bbc-9471-d18fc8a8e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:31.954055 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-8acdd317-dadd-4bbc-9471-d18fc8a8e25f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1317787 Aug 07 22:38:32.023183 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-c83ed929-f89c-4286-9fa5-50437474a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:32.024943 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-c83ed929-f89c-4286-9fa5-50437474a8fb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=3405a859-15b9-43f0-8ee9-acabcdc8fa44 HTTP/1.1" status: 200 len: 912 time: 0.1008255 Aug 07 22:38:32.072450 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-21eb299a-35a4-4214-8b44-39b2532a64dd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95 HTTP/1.1" status: 200 len: 217 time: 0.0388708 Aug 07 22:38:32.082251 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-353f0da0-3e7a-40b4-8269-42d939409b74 req-9dec0c81-956b-4777-b0c6-f48fc1663d8f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309168 Aug 07 22:38:32.084896 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-b0af9da7-cb54-4763-9358-23762abffa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:32.087166 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-b0af9da7-cb54-4763-9358-23762abffa19 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 917 time: 0.2754197 Aug 07 22:38:32.130691 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-f8623516-9ffc-4fb6-9985-34944d99f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:32.132509 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-f8623516-9ffc-4fb6-9985-34944d99f711 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9a024997-eaba-4683-b26e-f00e0fad8529 HTTP/1.1" status: 200 len: 850 time: 0.0542235 Aug 07 22:38:32.180107 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-09ed864f-d4c0-4216-a8f5-249ea79ebeee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152324 Aug 07 22:38:32.185518 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-e43aa149-b59a-4458-827f-25c2c447eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:32.187113 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-e43aa149-b59a-4458-827f-25c2c447eb36 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3405a859-15b9-43f0-8ee9-acabcdc8fa44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452721 Aug 07 22:38:32.319215 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-1ad72f44-e681-4aeb-96f9-ee39a28fc923 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231053 Aug 07 22:38:32.442814 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1eaedc2c-24be-4543-9cf4-96dee5b0caf3 req-4e247eae-7535-423d-9eb3-c0e51cdc0074 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069808 Aug 07 22:38:32.446533 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-0afeccdd-830f-4e03-bff1-23cc189a1bc2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 200 len: 1001 time: 0.3503749 Aug 07 22:38:32.527771 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-83e40dd6-d480-4eb8-a05e-bfc91dbf0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:32.529399 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-83e40dd6-d480-4eb8-a05e-bfc91dbf0811 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.0738750 Aug 07 22:38:32.535523 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:32.541188 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8f6cfb0-1532-41b9-b55a-f8b8752be8ad req-c33bd4bc-a3a2-4ec7-8518-822a126429e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501963 Aug 07 22:38:32.625961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-a68ac712-4597-482a-be30-a66a2c8ac1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:32.627780 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-a68ac712-4597-482a-be30-a66a2c8ac1f8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518918 Aug 07 22:38:32.700045 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:32.734890 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-966a361a-c6d1-455d-a2f7-356ce07b7db6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975742 Aug 07 22:38:33.055598 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8c372d2-a5ac-419a-b4c0-a2fc53e20ed9 req-cd0828e8-969b-49dc-af59-b32e6191dff5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957744 Aug 07 22:38:33.224863 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a237e-1277-414b-b8f3-6596030b217f req-1f38c53b-8c00-4b1f-9434-089afb6c423b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:33.226644 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f1a237e-1277-414b-b8f3-6596030b217f req-1f38c53b-8c00-4b1f-9434-089afb6c423b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0529680 Aug 07 22:38:33.284163 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f1a237e-1277-414b-b8f3-6596030b217f req-413f95d5-172d-48a4-b7d9-6d3d9e0104f6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Aug 07 22:38:34.419514 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2739a0-2f59-4a85-8237-52f263910a26 req-c3ebe3b6-21c9-499c-b5d8-ddbba16d4fd1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:34.421843 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ac2739a0-2f59-4a85-8237-52f263910a26 req-c3ebe3b6-21c9-499c-b5d8-ddbba16d4fd1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0594666 Aug 07 22:38:34.472275 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ac2739a0-2f59-4a85-8237-52f263910a26 req-39c6d93c-a3c9-4a63-be42-162fba75097f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Aug 07 22:38:35.590488 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0541f4e-5230-4b22-8b6b-fa9b94dd9a36 req-eb67ef6b-4f89-46d7-ae83-536ff88c95a7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:35.591918 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f0541f4e-5230-4b22-8b6b-fa9b94dd9a36 req-eb67ef6b-4f89-46d7-ae83-536ff88c95a7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0463285 Aug 07 22:38:35.638270 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f0541f4e-5230-4b22-8b6b-fa9b94dd9a36 req-8c281f48-2538-4d63-86ac-fcae05bb2929 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Aug 07 22:38:36.755745 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c69502-7099-4c37-b846-c076a39d3005 req-3e1938c4-972c-4c4b-9132-56ef64e28ba0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:36.757713 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38c69502-7099-4c37-b846-c076a39d3005 req-3e1938c4-972c-4c4b-9132-56ef64e28ba0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0481038 Aug 07 22:38:36.811344 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38c69502-7099-4c37-b846-c076a39d3005 req-75f4912f-9a97-42b7-ae65-3cec945473bf tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475552 Aug 07 22:38:37.926732 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a6011-ffa1-488a-be42-42561a21af37 req-08cc99fa-11ab-4251-bb93-166dd5c08a6b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:37.928213 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ac2a6011-ffa1-488a-be42-42561a21af37 req-08cc99fa-11ab-4251-bb93-166dd5c08a6b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0466607 Aug 07 22:38:37.978648 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ac2a6011-ffa1-488a-be42-42561a21af37 req-b1fff17d-4360-4b60-9025-68dffbf245fc tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Aug 07 22:38:39.064609 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:39.065721 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=78 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:39.106335 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b692-1438-471e-b62c-146bc8b63dbb req-0528ac62-af6d-412f-b268-22c5138a62fb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:39.106335 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7b46b692-1438-471e-b62c-146bc8b63dbb req-0528ac62-af6d-412f-b268-22c5138a62fb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0482891 Aug 07 22:38:39.158750 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7b46b692-1438-471e-b62c-146bc8b63dbb req-09a5e369-a69c-4074-9c40-f6f851a458d9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468297 Aug 07 22:38:39.526116 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:39.690686 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:40.279710 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d8a0d-aacc-4130-a7e0-0d210b5b396e req-6c832c98-e813-4cc1-8eaf-fb3cd8b69a7a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:40.281217 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-847d8a0d-aacc-4130-a7e0-0d210b5b396e req-6c832c98-e813-4cc1-8eaf-fb3cd8b69a7a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0467386 Aug 07 22:38:40.329082 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-847d8a0d-aacc-4130-a7e0-0d210b5b396e req-16f9d534-1c09-4265-b30b-f9f30e354568 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Aug 07 22:38:41.451464 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316687d7-a916-4eb2-8acd-ecc09287e475 req-a47aca64-6a17-45c2-a758-8d5be55338b1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:41.453122 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-316687d7-a916-4eb2-8acd-ecc09287e475 req-a47aca64-6a17-45c2-a758-8d5be55338b1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0478396 Aug 07 22:38:41.501241 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-316687d7-a916-4eb2-8acd-ecc09287e475 req-2badb2e2-8284-45e6-b0cf-7d189dda7c08 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Aug 07 22:38:42.436854 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:42.439918 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=53 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:42.636364 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58025-ff83-4715-8116-43cd63d6a2be req-2c9a5f8a-099f-4021-baff-069a54337e53 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:42.637867 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80f58025-ff83-4715-8116-43cd63d6a2be req-2c9a5f8a-099f-4021-baff-069a54337e53 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Aug 07 22:38:42.649169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:42.686347 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80f58025-ff83-4715-8116-43cd63d6a2be req-20ecd0ab-c0b0-48b0-b196-da2d2472b8cb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Aug 07 22:38:43.803485 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7ed44-08af-4917-b38d-63e7069a009d req-1083ffdd-e21e-4f74-94ce-d0191b56340d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:43.805049 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d1a7ed44-08af-4917-b38d-63e7069a009d req-1083ffdd-e21e-4f74-94ce-d0191b56340d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0461905 Aug 07 22:38:43.816810 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:43.852322 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d1a7ed44-08af-4917-b38d-63e7069a009d req-6e482aa6-a636-4441-9d18-78ae83f6817c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Aug 07 22:38:44.970298 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63261471-a744-46f7-bddc-db0855aeea78 req-624f7401-5fd4-4431-9350-dcbbd48afe40 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:44.973419 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-63261471-a744-46f7-bddc-db0855aeea78 req-624f7401-5fd4-4431-9350-dcbbd48afe40 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0474997 Aug 07 22:38:45.023468 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-63261471-a744-46f7-bddc-db0855aeea78 req-0f2fb580-0e73-4488-b484-d1682f0b0e69 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456054 Aug 07 22:38:46.142055 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe10db-4451-4607-9e6a-3dd7694ac30e req-02984b13-3b90-48bb-8da5-d18ec303bb5d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:46.143484 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-28fe10db-4451-4607-9e6a-3dd7694ac30e req-02984b13-3b90-48bb-8da5-d18ec303bb5d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0470264 Aug 07 22:38:46.190288 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-28fe10db-4451-4607-9e6a-3dd7694ac30e req-a3a79684-ce76-4ae1-b74e-a9c3a0c21e3a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Aug 07 22:38:47.307466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2884-5395-4c2c-b6d9-27fc38a144e8 req-c661ef1d-7f82-4e72-91bd-1c6ac0796b83 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:47.308930 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1e1e2884-5395-4c2c-b6d9-27fc38a144e8 req-c661ef1d-7f82-4e72-91bd-1c6ac0796b83 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0460320 Aug 07 22:38:47.357398 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1e1e2884-5395-4c2c-b6d9-27fc38a144e8 req-20c86bab-04ce-4663-a849-752131b855fd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Aug 07 22:38:48.483342 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bdf3-ac4b-4530-ab7f-86f8b3925e4f req-c52c83ce-9a38-46bc-89b4-60aaaa560fdc tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:48.484890 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2004bdf3-ac4b-4530-ab7f-86f8b3925e4f req-c52c83ce-9a38-46bc-89b4-60aaaa560fdc tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0547531 Aug 07 22:38:48.536263 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2004bdf3-ac4b-4530-ab7f-86f8b3925e4f req-d2e94418-57a2-4bfe-a42e-0dfc658124de tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457251 Aug 07 22:38:49.182662 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c307053-0254-4b07-ae64-530068864e09 req-b526588e-054e-4792-be12-17e0f2b058cf tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:49.184296 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c307053-0254-4b07-ae64-530068864e09 req-b526588e-054e-4792-be12-17e0f2b058cf tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0495951 Aug 07 22:38:49.235606 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c307053-0254-4b07-ae64-530068864e09 req-4cb05bd9-388a-4752-981e-7fe7469996f8 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Aug 07 22:38:49.676642 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24f1a0-5e8e-45f6-9277-02f82f8aa6f0 req-f4b92e0b-7deb-487c-92b8-c5ce7d9df7ca tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:49.678140 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ba24f1a0-5e8e-45f6-9277-02f82f8aa6f0 req-f4b92e0b-7deb-487c-92b8-c5ce7d9df7ca tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0573428 Aug 07 22:38:49.728535 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ba24f1a0-5e8e-45f6-9277-02f82f8aa6f0 req-1300b04b-88c2-4b3f-b613-22be9b5fcb75 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Aug 07 22:38:50.366949 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d67a8-17f9-4621-b38d-32b4f2f9e3d6 req-add0fd94-f21e-482b-960d-e53ad78ebc18 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:50.368941 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f61d67a8-17f9-4621-b38d-32b4f2f9e3d6 req-add0fd94-f21e-482b-960d-e53ad78ebc18 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0547931 Aug 07 22:38:50.417551 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f61d67a8-17f9-4621-b38d-32b4f2f9e3d6 req-34211aa2-bc70-42fb-bf4d-9b69d407435a tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Aug 07 22:38:50.845645 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81e3bc-76a2-4aef-b2bf-de91eac8c515 req-d08a41d4-87a9-48b1-9002-45af23081ff2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:50.847487 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8d81e3bc-76a2-4aef-b2bf-de91eac8c515 req-d08a41d4-87a9-48b1-9002-45af23081ff2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0476649 Aug 07 22:38:50.897485 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8d81e3bc-76a2-4aef-b2bf-de91eac8c515 req-fd57869e-b8a4-4734-804d-a5c9473ad60b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444438 Aug 07 22:38:51.005608 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60266) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:51.114673 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c7d1-50ba-4faa-a64a-a69c4c890def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:51.193879 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c7d1-50ba-4faa-a64a-a69c4c890def admin admin] Publish callbacks [] for security_group (75d32a98-5a5d-4125-b632-77f8025bc754), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:51.243666 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c7d1-50ba-4faa-a64a-a69c4c890def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (75d32a98-5a5d-4125-b632-77f8025bc754), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:51.281821 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7c7d1-50ba-4faa-a64a-a69c4c890def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d32a98-5a5d-4125-b632-77f8025bc754,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:51.285922 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e0d7c7d1-50ba-4faa-a64a-a69c4c890def admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3bd432faa5484aeb9a341f460c638bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792652 Aug 07 22:38:51.288569 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60272) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:51.336904 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3bd5345c-516c-4b61-a3ce-a6fa66ebf85e admin admin] Publish callbacks [] for security_group (75d32a98-5a5d-4125-b632-77f8025bc754), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:51.358466 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3bd5345c-516c-4b61-a3ce-a6fa66ebf85e admin admin] Publish callbacks [] for security_group (75d32a98-5a5d-4125-b632-77f8025bc754), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:51.466180 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3bd5345c-516c-4b61-a3ce-a6fa66ebf85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (75d32a98-5a5d-4125-b632-77f8025bc754), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:51.468914 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3bd5345c-516c-4b61-a3ce-a6fa66ebf85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:51.472509 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3bd5345c-516c-4b61-a3ce-a6fa66ebf85e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/75d32a98-5a5d-4125-b632-77f8025bc754 HTTP/1.1" status: 204 len: 168 time: 0.1807661 Aug 07 22:38:51.478974 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5345c-516c-4b61-a3ce-a6fa66ebf85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d32a98-5a5d-4125-b632-77f8025bc754,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:51.555364 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d959b87-fd03-4bcc-86b7-9b437bd98259 req-4a11609a-5e33-44ae-9482-4425df20552d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:51.556894 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d959b87-fd03-4bcc-86b7-9b437bd98259 req-4a11609a-5e33-44ae-9482-4425df20552d tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0555034 Aug 07 22:38:51.607459 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d959b87-fd03-4bcc-86b7-9b437bd98259 req-4b49da20-cf22-4511-83d0-ebb96b2644fa tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Aug 07 22:38:51.988840 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60286) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:52.004677 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa954-0766-4017-8712-f4543e1a6b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:52.026540 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb08b5-83d4-407c-b147-f12877c5bd78 req-ea4ee70f-e37d-4d0e-94db-9d909ccf1387 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:52.028203 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-00fb08b5-83d4-407c-b147-f12877c5bd78 req-ea4ee70f-e37d-4d0e-94db-9d909ccf1387 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0532186 Aug 07 22:38:52.071540 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:52.079215 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-00fb08b5-83d4-407c-b147-f12877c5bd78 req-8fb60cf0-1ca6-411d-8f8e-940aca1a87c4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Aug 07 22:38:52.093264 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa954-0766-4017-8712-f4543e1a6b2e admin admin] Publish callbacks [] for security_group (da2331bd-a848-4d8a-b5a2-7afa1d84ae9e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:52.202825 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa954-0766-4017-8712-f4543e1a6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (da2331bd-a848-4d8a-b5a2-7afa1d84ae9e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:52.246170 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3c5aa954-0766-4017-8712-f4543e1a6b2e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=533d61ba28de40ccbc53168f370d790d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558887 Aug 07 22:38:52.247127 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aa954-0766-4017-8712-f4543e1a6b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2331bd-a848-4d8a-b5a2-7afa1d84ae9e,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:52.248617 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60292) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:52.292047 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:52.303277 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d627-54f5-47b0-8e90-3aa1e27ce68d admin admin] Publish callbacks [] for security_group (da2331bd-a848-4d8a-b5a2-7afa1d84ae9e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:52.325336 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d627-54f5-47b0-8e90-3aa1e27ce68d admin admin] Publish callbacks [] for security_group (da2331bd-a848-4d8a-b5a2-7afa1d84ae9e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:52.426059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d627-54f5-47b0-8e90-3aa1e27ce68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (da2331bd-a848-4d8a-b5a2-7afa1d84ae9e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:52.428635 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d627-54f5-47b0-8e90-3aa1e27ce68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:52.429791 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b0e2d627-54f5-47b0-8e90-3aa1e27ce68d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/da2331bd-a848-4d8a-b5a2-7afa1d84ae9e HTTP/1.1" status: 204 len: 168 time: 0.1793075 Aug 07 22:38:52.437976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2d627-54f5-47b0-8e90-3aa1e27ce68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2331bd-a848-4d8a-b5a2-7afa1d84ae9e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:52.728986 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b74512-349d-4f64-ad5c-a00084f07f85 req-5f493353-1b34-4e8d-8afd-80117e70fb9c tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:52.730726 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f1b74512-349d-4f64-ad5c-a00084f07f85 req-5f493353-1b34-4e8d-8afd-80117e70fb9c tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0495446 Aug 07 22:38:52.779920 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f1b74512-349d-4f64-ad5c-a00084f07f85 req-792ad686-f851-47fe-9c52-6342465b8ae3 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Aug 07 22:38:53.199049 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d3969-fa99-4253-afc6-aff6b365c043 req-3b45927f-d97e-468b-9b04-8a69203cd6c8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:53.200581 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-002d3969-fa99-4253-afc6-aff6b365c043 req-3b45927f-d97e-468b-9b04-8a69203cd6c8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0477281 Aug 07 22:38:53.252236 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-002d3969-fa99-4253-afc6-aff6b365c043 req-52947dea-33df-4b38-a0fc-94936bd0d0b3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Aug 07 22:38:53.690482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf9dc6-8f31-4553-851a-57de455a6474 req-ef1df2fc-f0b4-413b-9603-6152a484060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:53.692112 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5baf9dc6-8f31-4553-851a-57de455a6474 req-ef1df2fc-f0b4-413b-9603-6152a484060b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 1129 time: 0.0434597 Aug 07 22:38:53.759301 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5baf9dc6-8f31-4553-851a-57de455a6474 req-38c404bd-a805-4693-b13f-f7698187dc18 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566258 Aug 07 22:38:53.888967 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a503a499-a06d-46af-80a3-90be1c6fd29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:53.920542 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aa4a4-293d-478b-a486-47a1b96f9537 req-64b1fc76-abe8-4f79-9674-1db0a1e326a9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:53.922419 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8c3aa4a4-293d-478b-a486-47a1b96f9537 req-64b1fc76-abe8-4f79-9674-1db0a1e326a9 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0637836 Aug 07 22:38:53.975814 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8c3aa4a4-293d-478b-a486-47a1b96f9537 req-28c0645e-a399-4365-982d-7125a4512397 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471823 Aug 07 22:38:54.464685 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9db8-39c6-42ad-b705-c13dbc75de5d req-6e0c47e7-8b7f-409b-953c-e295a6b1ef9b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:54.468953 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-da3f9db8-39c6-42ad-b705-c13dbc75de5d req-6e0c47e7-8b7f-409b-953c-e295a6b1ef9b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.1001873 Aug 07 22:38:54.526213 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-da3f9db8-39c6-42ad-b705-c13dbc75de5d req-0d192b41-63c5-40eb-97d8-c8471b94b508 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508668 Aug 07 22:38:54.801513 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-d7bdff6b-5e3a-4ee3-ad7a-3c377aa20661 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:54.802927 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-d7bdff6b-5e3a-4ee3-ad7a-3c377aa20661 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0459912 Aug 07 22:38:54.955732 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Deleting port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:38:54.956448 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:54.979846 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60386) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:55.059654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] For port ee8dc2da-5ffd-43e1-a446-69c9b4634a95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:38:55.060023 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.081913 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Calling delete_port for ee8dc2da-5ffd-43e1-a446-69c9b4634a95 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:38:55.113296 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3eccaab9-6e7b-430a-8413-a87adc659a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.152395 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:55.195051 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3eccaab9-6e7b-430a-8413-a87adc659a8c admin admin] Publish callbacks [] for security_group (acc88678-3f3c-4511-ad1f-5bb482285965), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.233228 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccf5c8-c098-4edf-aa65-eaa68b6e5734 req-7583880a-4a25-46fe-ac4e-9a4909dedc30 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:55.235779 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-34ccf5c8-c098-4edf-aa65-eaa68b6e5734 req-7583880a-4a25-46fe-ac4e-9a4909dedc30 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 945 time: 0.0640488 Aug 07 22:38:55.238391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:55.300130 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3eccaab9-6e7b-430a-8413-a87adc659a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (acc88678-3f3c-4511-ad1f-5bb482285965), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.324260 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-34ccf5c8-c098-4edf-aa65-eaa68b6e5734 req-753ae00e-e3c7-4bd1-b77e-8b3767dc9ff6 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=acba526c-f06d-48c7-aff9-ba638d383fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826595 Aug 07 22:38:55.341675 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3eccaab9-6e7b-430a-8413-a87adc659a8c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1bc34debfcb04730b422d6bd7c293230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605621 Aug 07 22:38:55.344642 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60394) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:55.345972 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccaab9-6e7b-430a-8413-a87adc659a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc88678-3f3c-4511-ad1f-5bb482285965,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:55.384907 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (ee8dc2da-5ffd-43e1-a446-69c9b4634a95), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.398571 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['ee8dc2da-5ffd-43e1-a446-69c9b4634a95'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:38:55.428617 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Pushing event deleted for resources: {'Port': ['ID=ee8dc2da-5ffd-43e1-a446-69c9b4634a95,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:55.438716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-92d7a7b1-9d5b-47f0-83d7-269f883dbb17 admin admin] Publish callbacks [] for security_group (acc88678-3f3c-4511-ad1f-5bb482285965), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.517524 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-92d7a7b1-9d5b-47f0-83d7-269f883dbb17 admin admin] Publish callbacks [] for security_group (acc88678-3f3c-4511-ad1f-5bb482285965), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.519447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] No DVR routers for this DVR port ee8dc2da-5ffd-43e1-a446-69c9b4634a95 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:38:55.528251 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.531475 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f5aaf5d0-1e54-4678-919e-01487085ac46 req-c0b25387-bac6-4c38-96d1-902d8f5cf615 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.27 "DELETE /networking/v2.0/ports/ee8dc2da-5ffd-43e1-a446-69c9b4634a95 HTTP/1.1" status: 204 len: 173 time: 0.7211497 Aug 07 22:38:55.531857 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'name': 'network-vif-deleted', 'tag': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:38:55.534107 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b33789-f904-447d-b6ee-49dc1d0f6287" -d '{"events": [{"server_uuid": "c9e2c1f8-3d85-437e-9c51-805820cfa4a7", "name": "network-vif-deleted", "tag": "ee8dc2da-5ffd-43e1-a446-69c9b4634a95"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:38:55.589630 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fd9e71-1565-416c-9a08-3754301d7d42 x-openstack-request-id: req-40fd9e71-1565-416c-9a08-3754301d7d42 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:38:55.590348 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e2c1f8-3d85-437e-9c51-805820cfa4a7", "name": "network-vif-deleted", "tag": "ee8dc2da-5ffd-43e1-a446-69c9b4634a95", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:38:55.590604 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40fd9e71-1565-416c-9a08-3754301d7d42 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:38:55.591450 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fd9e71-1565-416c-9a08-3754301d7d42'] response: {'server_uuid': 'c9e2c1f8-3d85-437e-9c51-805820cfa4a7', 'name': 'network-vif-deleted', 'tag': 'ee8dc2da-5ffd-43e1-a446-69c9b4634a95', 'status': 'completed', 'code': 200} Aug 07 22:38:55.666978 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4305-99c9-45a8-b47e-e7daabf6223c req-3267457e-fcca-48e7-bde7-af7e40534367 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:55.669720 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c80d4305-99c9-45a8-b47e-e7daabf6223c req-3267457e-fcca-48e7-bde7-af7e40534367 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Aug 07 22:38:55.670085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-92d7a7b1-9d5b-47f0-83d7-269f883dbb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (acc88678-3f3c-4511-ad1f-5bb482285965), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.673057 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-92d7a7b1-9d5b-47f0-83d7-269f883dbb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:55.683889 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-92d7a7b1-9d5b-47f0-83d7-269f883dbb17 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/acc88678-3f3c-4511-ad1f-5bb482285965 HTTP/1.1" status: 204 len: 168 time: 0.3308942 Aug 07 22:38:55.699649 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7a7b1-9d5b-47f0-83d7-269f883dbb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc88678-3f3c-4511-ad1f-5bb482285965,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:55.755288 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c80d4305-99c9-45a8-b47e-e7daabf6223c req-f38b5dcc-234c-453e-b1f0-63e75fe7cdde tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699625 Aug 07 22:38:55.901509 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60414) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:56.041551 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0b894b73-0dba-4a8f-b71b-2d43720ab563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.125684 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0b894b73-0dba-4a8f-b71b-2d43720ab563 admin admin] Publish callbacks [] for security_group (0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.202933 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0b894b73-0dba-4a8f-b71b-2d43720ab563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.251996 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0b894b73-0dba-4a8f-b71b-2d43720ab563 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=46be5db93569499fbe8169151eca4e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493044 Aug 07 22:38:56.258355 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60430) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:56.262160 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b894b73-0dba-4a8f-b71b-2d43720ab563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:56.301753 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:56.308528 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4476d236-bf0c-4c62-8aeb-02c43672278b admin admin] Publish callbacks [] for security_group (0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.310765 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:56.340060 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4476d236-bf0c-4c62-8aeb-02c43672278b admin admin] Publish callbacks [] for security_group (0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.344508 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60434) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:56.365155 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-104f54a9-a6f8-4b3d-aa13-26a3b457b0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.390586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:56.456196 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7385dc06-f863-4839-bee8-040ef8c9a83c req-67d4f4af-6e36-4253-83db-8759524d86f0 tempest-DeleteServersTestJSON-1945517391 tempest-DeleteServersTestJSON-1945517391-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c9e2c1f8-3d85-437e-9c51-805820cfa4a7 HTTP/1.1" status: 200 len: 210 time: 0.0275109 Aug 07 22:38:56.471670 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4476d236-bf0c-4c62-8aeb-02c43672278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.474737 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4476d236-bf0c-4c62-8aeb-02c43672278b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.482417 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4476d236-bf0c-4c62-8aeb-02c43672278b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc HTTP/1.1" status: 204 len: 168 time: 0.2200232 Aug 07 22:38:56.485645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476d236-bf0c-4c62-8aeb-02c43672278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f17aa12-45fd-4d1e-9138-b04ae2a0c0cc,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:56.511066 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f111a771-3a88-4c12-b9e3-9b71a2093049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.533335 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-104f54a9-a6f8-4b3d-aa13-26a3b457b0dd admin admin] Publish callbacks [] for security_group (b1dfb132-129f-4206-8b7b-19997b375ae9), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.591512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-104f54a9-a6f8-4b3d-aa13-26a3b457b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b1dfb132-129f-4206-8b7b-19997b375ae9), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.638582 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-104f54a9-a6f8-4b3d-aa13-26a3b457b0dd admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6f8759289d6e4e3a8667fe5fe18672b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904902 Aug 07 22:38:56.638582 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f54a9-a6f8-4b3d-aa13-26a3b457b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dfb132-129f-4206-8b7b-19997b375ae9,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:56.639525 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60452) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:56.692862 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8423e2c9-741f-4218-b189-ed37b83e8a3d admin admin] Publish callbacks [] for security_group (b1dfb132-129f-4206-8b7b-19997b375ae9), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.719953 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8423e2c9-741f-4218-b189-ed37b83e8a3d admin admin] Publish callbacks [] for security_group (b1dfb132-129f-4206-8b7b-19997b375ae9), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.837848 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8423e2c9-741f-4218-b189-ed37b83e8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b1dfb132-129f-4206-8b7b-19997b375ae9), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.840481 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8423e2c9-741f-4218-b189-ed37b83e8a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:56.844261 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8423e2c9-741f-4218-b189-ed37b83e8a3d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b1dfb132-129f-4206-8b7b-19997b375ae9 HTTP/1.1" status: 204 len: 168 time: 0.2008078 Aug 07 22:38:56.850011 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423e2c9-741f-4218-b189-ed37b83e8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dfb132-129f-4206-8b7b-19997b375ae9,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:56.883874 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbbffe-a344-40e2-9263-c254208b8787 req-39ead253-7cbc-46c5-8243-1975b0a82987 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:56.885440 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cdcbbffe-a344-40e2-9263-c254208b8787 req-39ead253-7cbc-46c5-8243-1975b0a82987 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0646710 Aug 07 22:38:56.906593 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:56.947950 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cdcbbffe-a344-40e2-9263-c254208b8787 req-de82100f-3b4a-4946-9061-7567966f28b9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525191 Aug 07 22:38:57.093245 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9747c-d25a-4bbc-9e68-7be0ce7463c3 req-140d9e57-ffbb-433c-8d5c-8f5af34c1ee6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:57.094789 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e9747c-d25a-4bbc-9e68-7be0ce7463c3 req-140d9e57-ffbb-433c-8d5c-8f5af34c1ee6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0575607 Aug 07 22:38:57.145815 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0e9747c-d25a-4bbc-9e68-7be0ce7463c3 req-956880fd-ce64-4866-bade-dffa49486d94 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Aug 07 22:38:57.361336 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60478) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:57.376030 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-36de313d-2a57-41ae-80d1-58afa4b16e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.403535 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.459435 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-36de313d-2a57-41ae-80d1-58afa4b16e41 admin admin] Publish callbacks [] for security_group (16cfe429-c811-4ea7-93f7-8afb22890d2d), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.528494 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-36de313d-2a57-41ae-80d1-58afa4b16e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (16cfe429-c811-4ea7-93f7-8afb22890d2d), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.550650 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:38:57.576743 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-36de313d-2a57-41ae-80d1-58afa4b16e41 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=65b8a1b404144673ade05d3245ab3b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143328 Aug 07 22:38:57.577570 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de313d-2a57-41ae-80d1-58afa4b16e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cfe429-c811-4ea7-93f7-8afb22890d2d,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:57.580200 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60488) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:57.652812 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b3af25b0-d447-4ccf-ac7d-097e9edac83d admin admin] Publish callbacks [] for security_group (16cfe429-c811-4ea7-93f7-8afb22890d2d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.681344 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b3af25b0-d447-4ccf-ac7d-097e9edac83d admin admin] Publish callbacks [] for security_group (16cfe429-c811-4ea7-93f7-8afb22890d2d), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.797851 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b3af25b0-d447-4ccf-ac7d-097e9edac83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (16cfe429-c811-4ea7-93f7-8afb22890d2d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.802119 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b3af25b0-d447-4ccf-ac7d-097e9edac83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:57.810155 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b3af25b0-d447-4ccf-ac7d-097e9edac83d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/16cfe429-c811-4ea7-93f7-8afb22890d2d HTTP/1.1" status: 204 len: 168 time: 0.2185485 Aug 07 22:38:57.814397 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af25b0-d447-4ccf-ac7d-097e9edac83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cfe429-c811-4ea7-93f7-8afb22890d2d,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:38:58.331343 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ee8dc2da-5ffd-43e1-a446-69c9b4634a95 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:38:58.353219 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: ee8dc2da-5ffd-43e1-a446-69c9b4634a95 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:38:58.353536 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ee8dc2da-5ffd-43e1-a446-69c9b4634a95 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:38:59.167710 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60568) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:38:59.325558 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:59.420601 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:59.522510 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84bddc-c1f1-4073-9298-25f1064643cd req-9cd71374-43c4-46e8-92af-802cb8be6fd3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:59.523876 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fd84bddc-c1f1-4073-9298-25f1064643cd req-9cd71374-43c4-46e8-92af-802cb8be6fd3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0745239 Aug 07 22:38:59.551919 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:59.607430 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-cfd2cb0d-56ad-4335-83b6-0eb7e4c0b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:59.608948 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-cfd2cb0d-56ad-4335-83b6-0eb7e4c0b8e6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1129 time: 0.0634406 Aug 07 22:38:59.612105 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fd84bddc-c1f1-4073-9298-25f1064643cd req-79d17a3e-0186-4b91-a33f-585999e9bd84 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818083 Aug 07 22:38:59.656606 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:38:59.713737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-990868c2-078e-4e8d-9408-5817899686a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:59.715195 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-990868c2-078e-4e8d-9408-5817899686a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.0984972 Aug 07 22:38:59.772502 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-09ca3bcc-d5a3-4592-98a7-8ebad45b1e2c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 200 len: 217 time: 0.0497241 Aug 07 22:38:59.843662 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-9e090d68-0b60-405e-acd7-1e1021c58b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:59.845360 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-9e090d68-0b60-405e-acd7-1e1021c58b7f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0582235 Aug 07 22:38:59.898436 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-bfd9367d-717d-4202-a515-49e0e127c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:38:59.900343 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-bfd9367d-717d-4202-a515-49e0e127c351 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444822 Aug 07 22:39:00.021818 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60582) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:00.030212 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-5818b47e-08ab-4bae-bdca-48f4a18e4c41 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229677 Aug 07 22:39:00.072602 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:00.150868 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36e8dc0c-3c4d-40b7-b588-3eaacbb38b1a req-b52c889b-b503-4b71-aa1e-ab5908955d7d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057596 Aug 07 22:39:00.157535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Deleting port 972346a3-8a65-4200-8b02-2a4c56ff93bc {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:39:00.158222 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.227595 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f3b9789c-65dd-4c32-93a0-dd9ce0fab5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.264415 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] For port 972346a3-8a65-4200-8b02-2a4c56ff93bc, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=972346a3-8a65-4200-8b02-2a4c56ff93bc,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:00.265018 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.279584 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Calling delete_port for 972346a3-8a65-4200-8b02-2a4c56ff93bc owned by network:router_interface {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:39:00.324402 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f3b9789c-65dd-4c32-93a0-dd9ce0fab5c9 admin admin] Publish callbacks [] for security_group (963b975c-c95d-4d38-8344-44ad5895ac1b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.346408 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:39:00.359144 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:00.374470 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f3b9789c-65dd-4c32-93a0-dd9ce0fab5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (963b975c-c95d-4d38-8344-44ad5895ac1b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.580498 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (972346a3-8a65-4200-8b02-2a4c56ff93bc), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.617081 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Pushing event deleted for resources: {'Port': ['ID=972346a3-8a65-4200-8b02-2a4c56ff93bc,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:00.623937 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f3b9789c-65dd-4c32-93a0-dd9ce0fab5c9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1a1a3b55ff2a419fa2a0507c05a9ec51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006999 Aug 07 22:39:00.625425 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9789c-65dd-4c32-93a0-dd9ce0fab5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963b975c-c95d-4d38-8344-44ad5895ac1b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:00.628070 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60594) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:00.677560 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:00.745938 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12825558-c748-4831-96de-6b390dbfefd0 admin admin] Publish callbacks [] for security_group (963b975c-c95d-4d38-8344-44ad5895ac1b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.753359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:00.766947 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.787563 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2729ae1-b3e2-49de-88e3-b89878a2493b req-a29f7578-bbcf-4d0e-8e03-38a1c46a7b85 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:00.790253 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d2729ae1-b3e2-49de-88e3-b89878a2493b req-a29f7578-bbcf-4d0e-8e03-38a1c46a7b85 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0767524 Aug 07 22:39:00.802520 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12825558-c748-4831-96de-6b390dbfefd0 admin admin] Publish callbacks [] for security_group (963b975c-c95d-4d38-8344-44ad5895ac1b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.883928 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d2729ae1-b3e2-49de-88e3-b89878a2493b req-a300b4fe-c276-42c9-a2bf-067ff7c46447 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721769 Aug 07 22:39:00.951734 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12825558-c748-4831-96de-6b390dbfefd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (963b975c-c95d-4d38-8344-44ad5895ac1b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.954439 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12825558-c748-4831-96de-6b390dbfefd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:00.955599 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-12825558-c748-4831-96de-6b390dbfefd0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/963b975c-c95d-4d38-8344-44ad5895ac1b HTTP/1.1" status: 204 len: 168 time: 0.3267045 Aug 07 22:39:00.965258 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12825558-c748-4831-96de-6b390dbfefd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963b975c-c95d-4d38-8344-44ad5895ac1b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:01.011945 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:39:01.121989 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:39:01.127658 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b55e046d-d765-4df1-99f6-2f679c59136f admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/afe9b586-10fa-4a08-890e-f36bb2e4ebd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9578996 Aug 07 22:39:01.131150 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60604) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:01.140485 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] Sync routers for ids ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:39:01.170491 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] Routers {'afe9b586-10fa-4a08-890e-f36bb2e4ebd5'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:39:01.170491 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:38:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:01.313988 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks [] for router (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.320722 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] Set router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:39:01.431608 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks [] for router_gateway (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.567667 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Deleting port 51a72389-9bbe-456c-a817-97c78806141a {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:39:01.568502 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (51a72389-9bbe-456c-a817-97c78806141a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.574192 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '51a72389-9bbe-456c-a817-97c78806141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:39:00Z', 'revision_number': 5, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port': {'id': '51a72389-9bbe-456c-a817-97c78806141a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:01.610583 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] Checking router: afe9b586-10fa-4a08-890e-f36bb2e4ebd5 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:39:01.620419 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] Routers {'afe9b586-10fa-4a08-890e-f36bb2e4ebd5'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:39:01.621253 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:38:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:01.658834 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60620) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:01.672372 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] For port 51a72389-9bbe-456c-a817-97c78806141a, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=51a72389-9bbe-456c-a817-97c78806141a,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:01.676805 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (51a72389-9bbe-456c-a817-97c78806141a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.676922 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-287ec841-8b59-4474-9d16-b2e5f7c99dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.688819 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Calling delete_port for 51a72389-9bbe-456c-a817-97c78806141a owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:39:01.713683 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] Set router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 gateway port host: None {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:39:01.725633 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:01.754972 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-287ec841-8b59-4474-9d16-b2e5f7c99dbd admin admin] Publish callbacks [] for security_group (185b4973-c782-4f6f-92d2-607b321df25b), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.774256 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:39:01Z', 'revision_number': 6, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:01.800277 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a13795d-1a61-4ce6-a8e9-da6f0706d17a None None] The sync data for ids ['afe9b586-10fa-4a08-890e-f36bb2e4ebd5'] in dv-cinder-850321-3-iscsi is: [{'id': 'afe9b586-10fa-4a08-890e-f36bb2e4ebd5', 'name': 'tempest-DeleteServersTestJSON-630500814-router', 'tenant_id': '6cd3d94550bd467f8a88d75ec1208be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:19Z', 'updated_at': '2022-08-07T22:39:01Z', 'revision_number': 6, 'project_id': '6cd3d94550bd467f8a88d75ec1208be1', 'gw_port_host': None}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:39:01.848529 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-287ec841-8b59-4474-9d16-b2e5f7c99dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (185b4973-c782-4f6f-92d2-607b321df25b), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.856629 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:01.889506 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-287ec841-8b59-4474-9d16-b2e5f7c99dbd admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=cd18b25144d74fd09d0769d86c2c64bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294581 Aug 07 22:39:01.890366 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ec841-8b59-4474-9d16-b2e5f7c99dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185b4973-c782-4f6f-92d2-607b321df25b,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:01.894535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60622) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:01.955930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd22facb-4bf5-4f61-8c30-533c4c370b8b admin admin] Publish callbacks [] for security_group (185b4973-c782-4f6f-92d2-607b321df25b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.979910 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (51a72389-9bbe-456c-a817-97c78806141a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:01.991062 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd22facb-4bf5-4f61-8c30-533c4c370b8b admin admin] Publish callbacks [] for security_group (185b4973-c782-4f6f-92d2-607b321df25b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.043797 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a72389-9bbe-456c-a817-97c78806141a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:02.055364 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:02.119997 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b3ba1-7364-484d-9baa-e09e0baf15d2 req-cc5d19ab-5d77-4450-baa0-7a5983268538 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:02.121512 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3c0b3ba1-7364-484d-9baa-e09e0baf15d2 req-cc5d19ab-5d77-4450-baa0-7a5983268538 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.1464324 Aug 07 22:39:02.160006 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.241313 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd22facb-4bf5-4f61-8c30-533c4c370b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (185b4973-c782-4f6f-92d2-607b321df25b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.244110 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd22facb-4bf5-4f61-8c30-533c4c370b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.245256 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cd22facb-4bf5-4f61-8c30-533c4c370b8b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/185b4973-c782-4f6f-92d2-607b321df25b HTTP/1.1" status: 204 len: 168 time: 0.3513451 Aug 07 22:39:02.305823 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22facb-4bf5-4f61-8c30-533c4c370b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185b4973-c782-4f6f-92d2-607b321df25b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:02.309989 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.315657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks [] for router_controller (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.319236 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3c0b3ba1-7364-484d-9baa-e09e0baf15d2 req-0608bc5e-3475-4079-a0f0-ad9ead4454bc tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794760 Aug 07 22:39:02.512215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (afe9b586-10fa-4a08-890e-f36bb2e4ebd5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.512856 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe9b586-10fa-4a08-890e-f36bb2e4ebd5 {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:39:02.521535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.521535 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4fd3c7e2-cbef-481d-81fe-bdd6ca5add80 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/afe9b586-10fa-4a08-890e-f36bb2e4ebd5 HTTP/1.1" status: 204 len: 168 time: 1.3873110 Aug 07 22:39:02.523769 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60634) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:02.569713 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] Deleting subnet 9a024997-eaba-4683-b26e-f00e0fad8529 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:39:02.574001 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] Publish callbacks [] for subnet (9a024997-eaba-4683-b26e-f00e0fad8529), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.610255 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (9a024997-eaba-4683-b26e-f00e0fad8529), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.760651 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (9a024997-eaba-4683-b26e-f00e0fad8529), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.791760 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 972346a3-8a65-4200-8b02-2a4c56ff93bc no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:39:02.829183 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 972346a3-8a65-4200-8b02-2a4c56ff93bc {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:39:02.829604 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 972346a3-8a65-4200-8b02-2a4c56ff93bc not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:39:02.834582 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 51a72389-9bbe-456c-a817-97c78806141a no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:39:02.858451 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 51a72389-9bbe-456c-a817-97c78806141a {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:39:02.858750 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 51a72389-9bbe-456c-a817-97c78806141a not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:39:02.878346 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (9a024997-eaba-4683-b26e-f00e0fad8529), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.918753 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a024997-eaba-4683-b26e-f00e0fad8529,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:02.922737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:02.935304 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c111b349-0037-4f97-adc5-478459a85290 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/9a024997-eaba-4683-b26e-f00e0fad8529 HTTP/1.1" status: 204 len: 168 time: 0.4012043 Aug 07 22:39:02.935466 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60648) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:02.935906 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33af4e0-28bc-4963-8d33-801299467664 None None] Network 3405a859-15b9-43f0-8ee9-acabcdc8fa44 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:02.979802 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60650) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:03.034504 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (3405a859-15b9-43f0-8ee9-acabcdc8fa44), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.085549 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:03.092240 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Deleting port 501ddf86-7cfe-49f5-8fa9-c51f289804ca {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:39:03.092585 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.163989 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] DHCP port deletion for 3405a859-15b9-43f0-8ee9-acabcdc8fa44 request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:39:03.174673 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] For port 501ddf86-7cfe-49f5-8fa9-c51f289804ca, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=501ddf86-7cfe-49f5-8fa9-c51f289804ca,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:03.175130 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.198360 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Calling delete_port for 501ddf86-7cfe-49f5-8fa9-c51f289804ca owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:39:03.216324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Deleting port 501ddf86-7cfe-49f5-8fa9-c51f289804ca {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:39:03.217040 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.273925 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1de4bbda-cfe1-4fc4-af80-6b05543d915b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.294347 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] For port 501ddf86-7cfe-49f5-8fa9-c51f289804ca, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=501ddf86-7cfe-49f5-8fa9-c51f289804ca,segment=NetworkSegment(99b261e9-7fa6-491b-a1e5-12ff2f838285),segment_id=99b261e9-7fa6-491b-a1e5-12ff2f838285)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:03.295001 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.314634 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Calling delete_port for 501ddf86-7cfe-49f5-8fa9-c51f289804ca owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:39:03.325101 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:03.375060 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1de4bbda-cfe1-4fc4-af80-6b05543d915b admin admin] Publish callbacks [] for security_group (38043ed1-1e4e-4098-9714-055212c32d1d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.380229 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.408943 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Pushing event deleted for resources: {'Port': ['ID=501ddf86-7cfe-49f5-8fa9-c51f289804ca,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:03.421751 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] No DVR routers for this DVR port 501ddf86-7cfe-49f5-8fa9-c51f289804ca on host dv-cinder-850321-3-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:39:03.431684 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1de4bbda-cfe1-4fc4-af80-6b05543d915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (38043ed1-1e4e-4098-9714-055212c32d1d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.466189 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (501ddf86-7cfe-49f5-8fa9-c51f289804ca), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.493305 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Pushing event deleted for resources: {'Port': ['ID=501ddf86-7cfe-49f5-8fa9-c51f289804ca,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:03.501795 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.502373 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.502862 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.503358 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.503831 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.504321 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.504799 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.505266 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.505597 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.505924 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.506248 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.506604 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.506912 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.507232 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.508353 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:03.512050 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509d574-0301-46e8-8b7c-97198b0d4879 req-f78fa831-632f-4f17-a93f-7b79464d4244 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:03.513482 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9509d574-0301-46e8-8b7c-97198b0d4879 req-f78fa831-632f-4f17-a93f-7b79464d4244 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0774252 Aug 07 22:39:03.515646 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e5e96-aab4-4f25-a261-5ba0b119b875 None None] No DVR routers for this DVR port 501ddf86-7cfe-49f5-8fa9-c51f289804ca on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:39:03.523952 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (3405a859-15b9-43f0-8ee9-acabcdc8fa44), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.552057 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1de4bbda-cfe1-4fc4-af80-6b05543d915b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e13d5f91ab564825bac7c55831d7d027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705183 Aug 07 22:39:03.558190 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4bbda-cfe1-4fc4-af80-6b05543d915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38043ed1-1e4e-4098-9714-055212c32d1d,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:03.558327 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60668) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:03.581592 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.581949 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.582817 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.583831 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > port after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.584326 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.584604 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > port after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.584894 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.586422 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.587113 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.587440 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.598405 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9509d574-0301-46e8-8b7c-97198b0d4879 req-6ff5b882-1394-459b-a70b-501e95166169 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660594 Aug 07 22:39:03.689265 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.689626 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.689935 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.690326 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 22:39:03.690789 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3405a859-15b9-43f0-8ee9-acabcdc8fa44']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:03.715641 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b261e9-7fa6-491b-a1e5-12ff2f838285') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:03.715938 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b261e9-7fa6-491b-a1e5-12ff2f838285') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:03.744439 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (99b261e9-7fa6-491b-a1e5-12ff2f838285), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.769356 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (99b261e9-7fa6-491b-a1e5-12ff2f838285), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.786453 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:39:03.791908 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (99b261e9-7fa6-491b-a1e5-12ff2f838285), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.802147 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-92a1b4fa-368c-4438-9bad-72c19c457d87 admin admin] Publish callbacks [] for security_group (38043ed1-1e4e-4098-9714-055212c32d1d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.871362 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-92a1b4fa-368c-4438-9bad-72c19c457d87 admin admin] Publish callbacks [] for security_group (38043ed1-1e4e-4098-9714-055212c32d1d), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.947780 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (3405a859-15b9-43f0-8ee9-acabcdc8fa44), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.957011 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.963491 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/3405a859-15b9-43f0-8ee9-acabcdc8fa44 HTTP/1.1" status: 204 len: 168 time: 1.0301197 Aug 07 22:39:03.982022 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66214c-5162-49f7-affb-c9f951f1d17d admin admin] Pushing event deleted for resources: {'Network': ['ID=3405a859-15b9-43f0-8ee9-acabcdc8fa44,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:03.983890 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-92a1b4fa-368c-4438-9bad-72c19c457d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (38043ed1-1e4e-4098-9714-055212c32d1d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.987112 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-92a1b4fa-368c-4438-9bad-72c19c457d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:03.990438 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-92a1b4fa-368c-4438-9bad-72c19c457d87 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/38043ed1-1e4e-4098-9714-055212c32d1d HTTP/1.1" status: 204 len: 168 time: 0.4288008 Aug 07 22:39:03.997786 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1b4fa-368c-4438-9bad-72c19c457d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38043ed1-1e4e-4098-9714-055212c32d1d,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:04.085758 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 99b261e9-7fa6-491b-a1e5-12ff2f838285 resource provider aggregate not found Aug 07 22:39:04.104969 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 99b261e9-7fa6-491b-a1e5-12ff2f838285 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99b261e9-7fa6-491b-a1e5-12ff2f838285 found for delete ", "request_id": "req-0cf83588-34ba-4299-96cd-5e56e4496bee"}]} Aug 07 22:39:04.485382 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60694) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:04.538157 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a4573d98-3aa1-4659-ac6c-9cbe729d5c27 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6cd3d94550bd467f8a88d75ec1208be1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487363 Aug 07 22:39:04.538589 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60698) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:04.594117 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1c413abf-d058-40e2-a03e-a571a0d8fc0c admin admin] Publish callbacks [] for security_group (acba526c-f06d-48c7-aff9-ba638d383fbd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:04.627593 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1c413abf-d058-40e2-a03e-a571a0d8fc0c admin admin] Publish callbacks [] for security_group (acba526c-f06d-48c7-aff9-ba638d383fbd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:04.676874 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:04.739226 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2fb2-86ff-4261-b480-db97e5b45998 req-9d784467-5a7a-4d7c-aa4a-4d023a4a2881 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:04.741203 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-03fb2fb2-86ff-4261-b480-db97e5b45998 req-9d784467-5a7a-4d7c-aa4a-4d023a4a2881 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0478001 Aug 07 22:39:04.746796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1c413abf-d058-40e2-a03e-a571a0d8fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (acba526c-f06d-48c7-aff9-ba638d383fbd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:04.749637 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1c413abf-d058-40e2-a03e-a571a0d8fc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:04.750843 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1c413abf-d058-40e2-a03e-a571a0d8fc0c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/acba526c-f06d-48c7-aff9-ba638d383fbd HTTP/1.1" status: 204 len: 168 time: 0.2106535 Aug 07 22:39:04.765261 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 501ddf86-7cfe-49f5-8fa9-c51f289804ca no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:39:04.775064 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c413abf-d058-40e2-a03e-a571a0d8fc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba526c-f06d-48c7-aff9-ba638d383fbd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:04.789638 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 501ddf86-7cfe-49f5-8fa9-c51f289804ca {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:39:04.789973 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 501ddf86-7cfe-49f5-8fa9-c51f289804ca not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:39:04.841125 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-03fb2fb2-86ff-4261-b480-db97e5b45998 req-b00231f0-7389-41c7-9ab2-5f8089c5a812 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890546 Aug 07 22:39:04.897985 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60712) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:04.911883 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cc6647dc-7b12-46c9-9943-8ced1017c2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:04.923363 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:05.006112 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cc6647dc-7b12-46c9-9943-8ced1017c2da admin admin] Publish callbacks [] for security_group (c2cf5ae9-4bea-43a9-838b-630ccd345bf5), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:05.111852 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cc6647dc-7b12-46c9-9943-8ced1017c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (c2cf5ae9-4bea-43a9-838b-630ccd345bf5), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:05.148599 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:05.160078 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60718) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:05.160281 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-cc6647dc-7b12-46c9-9943-8ced1017c2da admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=74d82b222d544ba98fb4d4bdfdda8b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574134 Aug 07 22:39:05.161202 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6647dc-7b12-46c9-9943-8ced1017c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cf5ae9-4bea-43a9-838b-630ccd345bf5,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:05.211284 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7292a4cd-6134-4b76-8723-9cd05b442197 admin admin] Publish callbacks [] for security_group (c2cf5ae9-4bea-43a9-838b-630ccd345bf5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:05.234550 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7292a4cd-6134-4b76-8723-9cd05b442197 admin admin] Publish callbacks [] for security_group (c2cf5ae9-4bea-43a9-838b-630ccd345bf5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:05.374652 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7292a4cd-6134-4b76-8723-9cd05b442197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (c2cf5ae9-4bea-43a9-838b-630ccd345bf5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:05.377523 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7292a4cd-6134-4b76-8723-9cd05b442197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:05.378658 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7292a4cd-6134-4b76-8723-9cd05b442197 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c2cf5ae9-4bea-43a9-838b-630ccd345bf5 HTTP/1.1" status: 204 len: 168 time: 0.2175760 Aug 07 22:39:05.387714 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292a4cd-6134-4b76-8723-9cd05b442197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cf5ae9-4bea-43a9-838b-630ccd345bf5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:05.980078 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29360be-956e-4df7-8891-3f0f0de7fbbc req-ab05f865-95b6-4fa6-bb11-a26c7d7ba5cb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:05.982237 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e29360be-956e-4df7-8891-3f0f0de7fbbc req-ab05f865-95b6-4fa6-bb11-a26c7d7ba5cb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0550392 Aug 07 22:39:06.049594 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e29360be-956e-4df7-8891-3f0f0de7fbbc req-5cdbe232-3c3b-4e99-b28d-4c3d84623e85 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606973 Aug 07 22:39:07.206417 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c3ee-ae2a-4c6e-92e6-154cbde62d3d req-bcbbc2a3-e8cb-42e8-898d-46cbdfcc3142 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:07.208198 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d6d3c3ee-ae2a-4c6e-92e6-154cbde62d3d req-bcbbc2a3-e8cb-42e8-898d-46cbdfcc3142 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0888059 Aug 07 22:39:07.261932 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d6d3c3ee-ae2a-4c6e-92e6-154cbde62d3d req-79469a3c-9ee1-4645-a505-33713e732042 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Aug 07 22:39:08.041559 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 60864) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:08.154190 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-793e0a8d-01b8-4e62-a8f0-042ca3726c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:08.196418 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:08.233498 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-793e0a8d-01b8-4e62-a8f0-042ca3726c03 admin admin] Publish callbacks [] for security_group (f933e4a0-45d3-4b81-aef1-e09373ff0277), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:08.368319 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-793e0a8d-01b8-4e62-a8f0-042ca3726c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f933e4a0-45d3-4b81-aef1-e09373ff0277), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:08.422176 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a35ba-dc59-4fa4-aac3-d0f705d61721 req-56a8696a-d663-46f9-95c1-0c71a23c3488 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:08.423957 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-597a35ba-dc59-4fa4-aac3-d0f705d61721 req-56a8696a-d663-46f9-95c1-0c71a23c3488 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0859480 Aug 07 22:39:08.440710 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e0a8d-01b8-4e62-a8f0-042ca3726c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f933e4a0-45d3-4b81-aef1-e09373ff0277,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:08.445008 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-793e0a8d-01b8-4e62-a8f0-042ca3726c03 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7f4823f248b64a20b92b5b6da60524b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022834 Aug 07 22:39:08.448319 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60874) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:08.497083 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-597a35ba-dc59-4fa4-aac3-d0f705d61721 req-2e9b5312-5b0d-41d8-9f46-ca43fa2f1944 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659494 Aug 07 22:39:08.507029 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d3164f7a-8f67-4adb-9a39-24d0fed1b79e admin admin] Publish callbacks [] for security_group (f933e4a0-45d3-4b81-aef1-e09373ff0277), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:08.531006 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d3164f7a-8f67-4adb-9a39-24d0fed1b79e admin admin] Publish callbacks [] for security_group (f933e4a0-45d3-4b81-aef1-e09373ff0277), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:08.623545 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d3164f7a-8f67-4adb-9a39-24d0fed1b79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f933e4a0-45d3-4b81-aef1-e09373ff0277), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:08.626668 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d3164f7a-8f67-4adb-9a39-24d0fed1b79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:08.630397 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-d3164f7a-8f67-4adb-9a39-24d0fed1b79e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f933e4a0-45d3-4b81-aef1-e09373ff0277 HTTP/1.1" status: 204 len: 168 time: 0.1783750 Aug 07 22:39:08.642625 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3164f7a-8f67-4adb-9a39-24d0fed1b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f933e4a0-45d3-4b81-aef1-e09373ff0277,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:08.654661 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:09.360429 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60896) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:09.375050 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4a83d447-2594-45cd-aa16-87fb31a17e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:09.457764 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4a83d447-2594-45cd-aa16-87fb31a17e7b admin admin] Publish callbacks [] for security_group (3985776b-fd1f-4005-97b2-c3e3baa89fec), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:09.540375 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4a83d447-2594-45cd-aa16-87fb31a17e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (3985776b-fd1f-4005-97b2-c3e3baa89fec), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:09.583124 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4a83d447-2594-45cd-aa16-87fb31a17e7b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3beb11c59fdc40bd8490949b13395eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215829 Aug 07 22:39:09.583984 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83d447-2594-45cd-aa16-87fb31a17e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3985776b-fd1f-4005-97b2-c3e3baa89fec,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:09.587042 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 60904) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:09.619754 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba6ff-dffe-4401-a266-e72549cdcdc7 req-6ee1a8b7-819f-4e4b-aba7-45107cb87ba2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:09.621288 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f26ba6ff-dffe-4401-a266-e72549cdcdc7 req-6ee1a8b7-819f-4e4b-aba7-45107cb87ba2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0481229 Aug 07 22:39:09.640223 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc937a39-663e-4f93-b470-3b23c64bcca3 admin admin] Publish callbacks [] for security_group (3985776b-fd1f-4005-97b2-c3e3baa89fec), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:09.663174 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc937a39-663e-4f93-b470-3b23c64bcca3 admin admin] Publish callbacks [] for security_group (3985776b-fd1f-4005-97b2-c3e3baa89fec), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:09.677098 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f26ba6ff-dffe-4401-a266-e72549cdcdc7 req-31200b0c-5677-4893-9d8d-548610acdb8d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487924 Aug 07 22:39:09.802991 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc937a39-663e-4f93-b470-3b23c64bcca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (3985776b-fd1f-4005-97b2-c3e3baa89fec), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:09.806335 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc937a39-663e-4f93-b470-3b23c64bcca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:09.807563 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-fc937a39-663e-4f93-b470-3b23c64bcca3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3985776b-fd1f-4005-97b2-c3e3baa89fec HTTP/1.1" status: 204 len: 168 time: 0.2196188 Aug 07 22:39:09.816782 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc937a39-663e-4f93-b470-3b23c64bcca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985776b-fd1f-4005-97b2-c3e3baa89fec,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:10.797590 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470979f1-462f-4045-ac1c-65ae88a73980 req-d1e28491-8ff2-41a5-9c7a-288a276c7aa1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:10.799310 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-470979f1-462f-4045-ac1c-65ae88a73980 req-d1e28491-8ff2-41a5-9c7a-288a276c7aa1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0494072 Aug 07 22:39:10.852463 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-470979f1-462f-4045-ac1c-65ae88a73980 req-18074be7-8d8c-4712-9d63-1ecff9af1458 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455544 Aug 07 22:39:11.777264 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=38 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:11.778984 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=53 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:11.977424 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a56a60-bdf9-4c58-b0f5-ec034450070d req-3c0d3e14-4126-4b2f-a923-469b42fbb5b6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:11.979015 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-97a56a60-bdf9-4c58-b0f5-ec034450070d req-3c0d3e14-4126-4b2f-a923-469b42fbb5b6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0509362 Aug 07 22:39:12.004739 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:12.028525 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-97a56a60-bdf9-4c58-b0f5-ec034450070d req-6c83428e-7297-4ae4-8a02-f7e399842e9c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Aug 07 22:39:13.151244 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb1563-7306-4ffe-a0dd-38e0f31433f2 req-b6fc8a8e-f69b-4b49-bc9d-006c4b34f9c7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:13.152616 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c1fb1563-7306-4ffe-a0dd-38e0f31433f2 req-b6fc8a8e-f69b-4b49-bc9d-006c4b34f9c7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0492373 Aug 07 22:39:13.198404 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c1fb1563-7306-4ffe-a0dd-38e0f31433f2 req-46028ffc-6337-44fd-aa4d-e6f54a4de846 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Aug 07 22:39:14.314725 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479349-b112-4b92-9e62-4de2931875f7 req-e03034a1-152a-481b-a224-b6d5ee36fb6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:14.316216 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2479349-b112-4b92-9e62-4de2931875f7 req-e03034a1-152a-481b-a224-b6d5ee36fb6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0470886 Aug 07 22:39:14.362615 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2479349-b112-4b92-9e62-4de2931875f7 req-cb7f96f7-85a5-49c7-8ccf-63a1dc3665e5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Aug 07 22:39:15.484991 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9d5f0-9937-4a37-932d-dbaeecfe96c2 req-82d4d63b-4138-4614-aedb-5d70f75dceeb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:15.486845 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7fb9d5f0-9937-4a37-932d-dbaeecfe96c2 req-82d4d63b-4138-4614-aedb-5d70f75dceeb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0507090 Aug 07 22:39:15.537795 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7fb9d5f0-9937-4a37-932d-dbaeecfe96c2 req-619c698b-7962-45af-a470-e04694387ad4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Aug 07 22:39:16.655360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129e79-9c00-49af-93bf-1b5ee5f02013 req-51cf0cf6-85ac-4d75-be02-b1ce75612e32 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:16.656774 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-35129e79-9c00-49af-93bf-1b5ee5f02013 req-51cf0cf6-85ac-4d75-be02-b1ce75612e32 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0464439 Aug 07 22:39:16.704350 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-35129e79-9c00-49af-93bf-1b5ee5f02013 req-7184c059-5680-4c21-8f5f-4644945aa307 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Aug 07 22:39:17.825214 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d9723-e730-4f42-9776-4569b9beac0c req-a68b3728-2be2-43c9-aeda-c60bd8294b9a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:17.826679 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-774d9723-e730-4f42-9776-4569b9beac0c req-a68b3728-2be2-43c9-aeda-c60bd8294b9a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0478394 Aug 07 22:39:17.877988 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-774d9723-e730-4f42-9776-4569b9beac0c req-36aa2d06-9529-4d3c-98f7-8b0dbe8738df tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Aug 07 22:39:18.239651 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 32902) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:18.345595 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f37257bb-47cf-48c4-b115-b29be16cb08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:18.420894 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f37257bb-47cf-48c4-b115-b29be16cb08a admin admin] Publish callbacks [] for security_group (24501e5d-7050-492c-be84-bf99003062bd), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:18.494998 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f37257bb-47cf-48c4-b115-b29be16cb08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (24501e5d-7050-492c-be84-bf99003062bd), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:18.507832 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:18.536250 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37257bb-47cf-48c4-b115-b29be16cb08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24501e5d-7050-492c-be84-bf99003062bd,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:18.545658 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f37257bb-47cf-48c4-b115-b29be16cb08a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=74a91dffb5724143b789b2c8bcf8ef29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023829 Aug 07 22:39:18.546749 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 32912) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:18.601238 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-55fa8ecd-e2cb-47f2-8f7a-a8904d0c8aa7 admin admin] Publish callbacks [] for security_group (24501e5d-7050-492c-be84-bf99003062bd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:18.625943 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-55fa8ecd-e2cb-47f2-8f7a-a8904d0c8aa7 admin admin] Publish callbacks [] for security_group (24501e5d-7050-492c-be84-bf99003062bd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:18.653302 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:18.657298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:18.746485 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-55fa8ecd-e2cb-47f2-8f7a-a8904d0c8aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (24501e5d-7050-492c-be84-bf99003062bd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:18.749198 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-55fa8ecd-e2cb-47f2-8f7a-a8904d0c8aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:18.750383 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-55fa8ecd-e2cb-47f2-8f7a-a8904d0c8aa7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/24501e5d-7050-492c-be84-bf99003062bd HTTP/1.1" status: 204 len: 168 time: 0.2036238 Aug 07 22:39:18.759794 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa8ecd-e2cb-47f2-8f7a-a8904d0c8aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24501e5d-7050-492c-be84-bf99003062bd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:19.006561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1f52-cb35-4b23-ac42-32d04f61f669 req-cf413d76-d82f-4743-825f-c903b8e88ac8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:19.008136 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9abf1f52-cb35-4b23-ac42-32d04f61f669 req-cf413d76-d82f-4743-825f-c903b8e88ac8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0518298 Aug 07 22:39:19.084559 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9abf1f52-cb35-4b23-ac42-32d04f61f669 req-7fb18698-dae5-4f8a-8245-ffd2d760e9bb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695381 Aug 07 22:39:19.469144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 32940) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:19.484830 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-15622c0c-9579-4ac1-94b1-ec80a49e0def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.518145 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 32942) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:19.569822 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-15622c0c-9579-4ac1-94b1-ec80a49e0def admin admin] Publish callbacks [] for security_group (08e992d3-866b-4390-8fc0-cb305c1555cb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.654488 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-15622c0c-9579-4ac1-94b1-ec80a49e0def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (08e992d3-866b-4390-8fc0-cb305c1555cb), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.712815 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-15622c0c-9579-4ac1-94b1-ec80a49e0def admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=cedba8b3f0d44b62ad243bfb874415cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399030 Aug 07 22:39:19.712815 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-abd538fb-9736-45c1-b141-bda33cb06a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.713859 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 32952) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:19.718530 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15622c0c-9579-4ac1-94b1-ec80a49e0def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e992d3-866b-4390-8fc0-cb305c1555cb,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:19.809640 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a1bda714-add2-4d63-9bf2-54a3f066ed34 admin admin] Publish callbacks [] for security_group (08e992d3-866b-4390-8fc0-cb305c1555cb), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.811760 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:19.812769 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=54,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:19.847766 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a1bda714-add2-4d63-9bf2-54a3f066ed34 admin admin] Publish callbacks [] for security_group (08e992d3-866b-4390-8fc0-cb305c1555cb), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.872712 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-abd538fb-9736-45c1-b141-bda33cb06a8f admin admin] Publish callbacks [] for security_group (0ce52ca9-c828-4ab1-9229-e437dc94a851), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.957639 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-abd538fb-9736-45c1-b141-bda33cb06a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0ce52ca9-c828-4ab1-9229-e437dc94a851), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.964681 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a1bda714-add2-4d63-9bf2-54a3f066ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (08e992d3-866b-4390-8fc0-cb305c1555cb), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.967124 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a1bda714-add2-4d63-9bf2-54a3f066ed34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:19.968345 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a1bda714-add2-4d63-9bf2-54a3f066ed34 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/08e992d3-866b-4390-8fc0-cb305c1555cb HTTP/1.1" status: 204 len: 168 time: 0.2534015 Aug 07 22:39:20.011718 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 32964) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:20.012333 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-abd538fb-9736-45c1-b141-bda33cb06a8f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=efb4cc21e90e4d29a8687dbea3128a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928284 Aug 07 22:39:20.014253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd538fb-9736-45c1-b141-bda33cb06a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce52ca9-c828-4ab1-9229-e437dc94a851,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:20.028935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda714-add2-4d63-9bf2-54a3f066ed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e992d3-866b-4390-8fc0-cb305c1555cb,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:20.080967 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Publish callbacks [] for security_group (0ce52ca9-c828-4ab1-9229-e437dc94a851), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:20.106246 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Publish callbacks [] for security_group (0ce52ca9-c828-4ab1-9229-e437dc94a851), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:20.216646 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bbf7f-220c-4cae-b451-683011bdd158 req-7a8782d4-ef1c-4d72-b0f1-5a1458ed4553 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:20.218283 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5a6bbf7f-220c-4cae-b451-683011bdd158 req-7a8782d4-ef1c-4d72-b0f1-5a1458ed4553 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0543883 Aug 07 22:39:20.260528 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0ce52ca9-c828-4ab1-9229-e437dc94a851), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:20.264632 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:20.266421 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0ce52ca9-c828-4ab1-9229-e437dc94a851 HTTP/1.1" status: 204 len: 168 time: 0.2522802 Aug 07 22:39:20.269649 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5a6bbf7f-220c-4cae-b451-683011bdd158 req-d0e68ce6-4702-4232-b5b9-865779bf78aa tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Aug 07 22:39:20.296864 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce52ca9-c828-4ab1-9229-e437dc94a851,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:20.300613 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.300987 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.301285 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.301620 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.301953 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.302307 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.302633 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.302954 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.303298 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.303620 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.304308 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.305691 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.306379 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.306710 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.307040 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25469db-e844-4ae8-90d7-57c45d2937bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:20.975982 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33000) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:20.991160 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b302253-b616-4269-9b5d-10b474b1f586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.071780 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b302253-b616-4269-9b5d-10b474b1f586 admin admin] Publish callbacks [] for security_group (b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.128584 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b302253-b616-4269-9b5d-10b474b1f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.169120 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b302253-b616-4269-9b5d-10b474b1f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:21.173320 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1b302253-b616-4269-9b5d-10b474b1f586 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=95dbf683755b41a8b8b876a7d2f9e0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948309 Aug 07 22:39:21.175883 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33008) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:21.215518 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33010) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:21.237669 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dc769ce-20de-4242-9254-27e6e0a025ec admin admin] Publish callbacks [] for security_group (b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.259214 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dc769ce-20de-4242-9254-27e6e0a025ec admin admin] Publish callbacks [] for security_group (b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.397668 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dc769ce-20de-4242-9254-27e6e0a025ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.401305 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dc769ce-20de-4242-9254-27e6e0a025ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.403128 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9dc769ce-20de-4242-9254-27e6e0a025ec admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe HTTP/1.1" status: 204 len: 168 time: 0.2254469 Aug 07 22:39:21.411463 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc769ce-20de-4242-9254-27e6e0a025ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a22eb4-c12e-4c06-aa00-4c5fe8846dfe,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:21.417172 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875656e9-436d-4344-ba56-5c08dc64f5f5 req-d6bf5223-ee7f-4acd-a2e9-c32fe718dae3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:21.418706 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-875656e9-436d-4344-ba56-5c08dc64f5f5 req-d6bf5223-ee7f-4acd-a2e9-c32fe718dae3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0604417 Aug 07 22:39:21.479162 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-875656e9-436d-4344-ba56-5c08dc64f5f5 req-97516861-f506-42cc-9084-6761e7bceb3c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471344 Aug 07 22:39:21.491377 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=12 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:21.499605 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d05bddb8-93d8-48a0-aa78-558f1af6f671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.512585 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:21.580657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d05bddb8-93d8-48a0-aa78-558f1af6f671 admin admin] Publish callbacks [] for security_group (e865dedd-d668-4f5e-9c1a-227bfb5979a4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.660105 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d05bddb8-93d8-48a0-aa78-558f1af6f671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e865dedd-d668-4f5e-9c1a-227bfb5979a4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.701987 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bddb8-93d8-48a0-aa78-558f1af6f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e865dedd-d668-4f5e-9c1a-227bfb5979a4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:21.709739 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d05bddb8-93d8-48a0-aa78-558f1af6f671 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1ade396e1f1a43bf97c93dcb36f4d385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905860 Aug 07 22:39:21.716851 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33026) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:21.767645 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d40237bf-e97a-41ab-a918-54d6f4ea7669 admin admin] Publish callbacks [] for security_group (e865dedd-d668-4f5e-9c1a-227bfb5979a4), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.791899 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d40237bf-e97a-41ab-a918-54d6f4ea7669 admin admin] Publish callbacks [] for security_group (e865dedd-d668-4f5e-9c1a-227bfb5979a4), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.920380 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d40237bf-e97a-41ab-a918-54d6f4ea7669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e865dedd-d668-4f5e-9c1a-227bfb5979a4), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.923040 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d40237bf-e97a-41ab-a918-54d6f4ea7669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:21.924211 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d40237bf-e97a-41ab-a918-54d6f4ea7669 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e865dedd-d668-4f5e-9c1a-227bfb5979a4 HTTP/1.1" status: 204 len: 168 time: 0.2131102 Aug 07 22:39:21.933292 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40237bf-e97a-41ab-a918-54d6f4ea7669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e865dedd-d668-4f5e-9c1a-227bfb5979a4,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:22.344319 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:22.345369 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:22.618009 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e52171-a6ee-4c95-8cb5-b4143f3d0a99 req-8ab2a9e8-5023-4a4f-8d75-4ec106a31e2d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:22.620072 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51e52171-a6ee-4c95-8cb5-b4143f3d0a99 req-8ab2a9e8-5023-4a4f-8d75-4ec106a31e2d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0504732 Aug 07 22:39:22.670224 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51e52171-a6ee-4c95-8cb5-b4143f3d0a99 req-79325164-a111-4894-b86b-c7c1818eb876 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Aug 07 22:39:22.787867 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33072) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:22.805730 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:22.858568 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:22.893634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Publish callbacks [] for security_group (4cd04980-0a5e-486d-b6f4-401abba5d01a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:22.936047 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33082) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:23.002977 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (4cd04980-0a5e-486d-b6f4-401abba5d01a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.043979 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1155761312-network', 'tenant_id': '764aad91598f4b13a6967b2d1fb7e59d'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:23.047078 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=db384fd64d40479ab4623345a938b101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554667 Aug 07 22:39:23.047078 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd04980-0a5e-486d-b6f4-401abba5d01a,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:23.047696 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33086) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:23.070482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.070851 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.071199 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.071605 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.071991 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.072350 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.072679 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.073027 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.073359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.073745 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.073992 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.074321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.074648 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.074968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.075286 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8e103-3858-4aac-bbf6-8f7ff74831c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:39:23.111963 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Made reservation on behalf of 764aad91598f4b13a6967b2d1fb7e59d for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:23.113774 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18f291ec-02d3-4dfd-8a12-3abb900015d7 admin admin] Publish callbacks [] for security_group (4cd04980-0a5e-486d-b6f4-401abba5d01a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.114535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.124439 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.137555 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18f291ec-02d3-4dfd-8a12-3abb900015d7 admin admin] Publish callbacks [] for security_group (4cd04980-0a5e-486d-b6f4-401abba5d01a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.201587 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:23.224411 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks [] for security_group (0a1c62f3-1101-44a3-8b23-60a57d06c300), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.243424 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18f291ec-02d3-4dfd-8a12-3abb900015d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (4cd04980-0a5e-486d-b6f4-401abba5d01a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.246291 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18f291ec-02d3-4dfd-8a12-3abb900015d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.247505 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-18f291ec-02d3-4dfd-8a12-3abb900015d7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4cd04980-0a5e-486d-b6f4-401abba5d01a HTTP/1.1" status: 204 len: 168 time: 0.1988328 Aug 07 22:39:23.256296 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f291ec-02d3-4dfd-8a12-3abb900015d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd04980-0a5e-486d-b6f4-401abba5d01a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:23.288848 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0a1c62f3-1101-44a3-8b23-60a57d06c300), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.310866 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:39:23.329301 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (25b93faa-f194-48a5-a9c5-ce73ddeb4750), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.329568 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Added segment 25b93faa-f194-48a5-a9c5-ce73ddeb4750 of type vlan for network 6d50a9fd-e7c6-4590-afa4-aefce41a7d11 Aug 07 22:39:23.330944 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c62f3-1101-44a3-8b23-60a57d06c300,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:23.375565 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (6d50a9fd-e7c6-4590-afa4-aefce41a7d11), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.384322 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:23.465486 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (6d50a9fd-e7c6-4590-afa4-aefce41a7d11), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.466536 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:23.467112 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.529771 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] Pushing event updated for resources: {'Network': ['ID=6d50a9fd-e7c6-4590-afa4-aefce41a7d11,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:23.540251 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 6d50a9fd-e7c6-4590-afa4-aefce41a7d11 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:39:23.611646 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1c287ba2-4b23-4c6b-ab07-a800fb64477b admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6744616 Aug 07 22:39:23.614693 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33108) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:23.619499 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Request body: {'subnet': {'network_id': '6d50a9fd-e7c6-4590-afa4-aefce41a7d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1155761312-subnet', 'tenant_id': '764aad91598f4b13a6967b2d1fb7e59d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:23.700926 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Made reservation on behalf of 764aad91598f4b13a6967b2d1fb7e59d for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:23.703405 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.806418 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0de1bf-4f27-4cf6-943c-7eaf8079cac9 req-99953b50-13b6-4e70-a5a0-2604bffeb00e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:23.813361 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7c0de1bf-4f27-4cf6-943c-7eaf8079cac9 req-99953b50-13b6-4e70-a5a0-2604bffeb00e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0586760 Aug 07 22:39:23.877771 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7c0de1bf-4f27-4cf6-943c-7eaf8079cac9 req-2d26f4c2-cfc5-4bb5-a02a-a5c7e47d7419 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634162 Aug 07 22:39:23.974975 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (0a628550-d242-4615-8b51-d38c400ff637), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:23.975811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-70aebed8-9539-461a-a0cd-fe58d3c035a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.030161 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33128) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:24.040470 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a628550-d242-4615-8b51-d38c400ff637,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:24.046500 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d34f29a9-71af-4bd8-8f9a-3a4a0ff92251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.052451 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Checking segment: {'id': '25b93faa-f194-48a5-a9c5-ce73ddeb4750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6d50a9fd-e7c6-4590-afa4-aefce41a7d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:24.055997 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Network hostable DHCP agents. Network: 6d50a9fd-e7c6-4590-afa4-aefce41a7d11, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:39:24.062170 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:24.065416 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:24.128933 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d34f29a9-71af-4bd8-8f9a-3a4a0ff92251 admin admin] Publish callbacks [] for security_group (03a77c2e-9c27-4031-8697-53162f499ac3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.163105 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Network 6d50a9fd-e7c6-4590-afa4-aefce41a7d11 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:39:24.179714 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d34f29a9-71af-4bd8-8f9a-3a4a0ff92251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (03a77c2e-9c27-4031-8697-53162f499ac3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.220407 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f29a9-71af-4bd8-8f9a-3a4a0ff92251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a77c2e-9c27-4031-8697-53162f499ac3,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:24.224785 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d34f29a9-71af-4bd8-8f9a-3a4a0ff92251 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=28914115b3724965b7b4dedc168bee3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935976 Aug 07 22:39:24.228385 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33138) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:24.241242 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 6d50a9fd-e7c6-4590-afa4-aefce41a7d11) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:24.249021 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:24.249408 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35325945-56db-4c5d-aa1b-abc735425127 None None] Network 6d50a9fd-e7c6-4590-afa4-aefce41a7d11 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:24.249621 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.290743 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6912417-32f9-4e9a-a38f-72fdf2642d70 admin admin] Publish callbacks [] for security_group (03a77c2e-9c27-4031-8697-53162f499ac3), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.316383 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6912417-32f9-4e9a-a38f-72fdf2642d70 admin admin] Publish callbacks [] for security_group (03a77c2e-9c27-4031-8697-53162f499ac3), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.341954 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4b7a2f0f-935a-4eca-96b4-c14533d95b43 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7260044 Aug 07 22:39:24.386495 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6589a-9177-4d02-9fd3-123d1e352edf None None] Network 6d50a9fd-e7c6-4590-afa4-aefce41a7d11 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:24.500981 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6912417-32f9-4e9a-a38f-72fdf2642d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (03a77c2e-9c27-4031-8697-53162f499ac3), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.503937 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6912417-32f9-4e9a-a38f-72fdf2642d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:24.507845 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a6912417-32f9-4e9a-a38f-72fdf2642d70 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/03a77c2e-9c27-4031-8697-53162f499ac3 HTTP/1.1" status: 204 len: 168 time: 0.2759993 Aug 07 22:39:24.528518 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6912417-32f9-4e9a-a38f-72fdf2642d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a77c2e-9c27-4031-8697-53162f499ac3,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:24.997675 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6a29d-dd6d-4874-a927-aadc2b32cf11 req-17bb60f0-ee93-431b-b755-4a1489caa569 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:25.000734 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-62a6a29d-dd6d-4874-a927-aadc2b32cf11 req-17bb60f0-ee93-431b-b755-4a1489caa569 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0541501 Aug 07 22:39:25.074130 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-62a6a29d-dd6d-4874-a927-aadc2b32cf11 req-3ccb2fab-d9c8-4969-8c7e-fc91f4a17d11 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686977 Aug 07 22:39:25.325186 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33218) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:25.330769 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1633266130-network', 'tenant_id': '1a5425bf731141088a5e23a4171918e4'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:25.477367 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Made reservation on behalf of 1a5425bf731141088a5e23a4171918e4 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:25.479752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.488860 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.530328 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:25.572191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks [] for security_group (95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.637104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.660745 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:39:25.675095 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:25.681066 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (8ef367e1-2ece-4d93-ab5b-61166600f9cd), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.681452 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Added segment 8ef367e1-2ece-4d93-ab5b-61166600f9cd of type vlan for network cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2 Aug 07 22:39:25.739589 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.837975 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.839220 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:25.839815 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:25.905154 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:25.918314 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:39:26.022806 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f2bf6bb8-835a-462c-ab7e-2add538ea645 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6961479 Aug 07 22:39:26.026136 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33256) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:26.031025 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Request body: {'subnet': {'network_id': 'cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1633266130-subnet', 'tenant_id': '1a5425bf731141088a5e23a4171918e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:26.196585 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec52d-b8f2-41a9-b269-436c3edb74db req-b3bfb5dc-df30-4879-843f-ae91160d23ca tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:26.198142 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-59cec52d-b8f2-41a9-b269-436c3edb74db req-b3bfb5dc-df30-4879-843f-ae91160d23ca tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0502586 Aug 07 22:39:26.250947 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-59cec52d-b8f2-41a9-b269-436c3edb74db req-60520a6b-473f-476d-a7fb-f319cfa22b82 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Aug 07 22:39:26.442907 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Made reservation on behalf of 1a5425bf731141088a5e23a4171918e4 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:26.445328 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528231'] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:26.513068 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:26.552041 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-59c06e40-cb35-4c75-a172-a75bd5426891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:26.855677 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33302) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:27.049181 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528241'] for subnet (0382c03a-c8cb-4191-92c0-a5e7594fa3d5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.057818 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad45765b-b82a-4cc5-bb3e-d9409ef8d95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.108204 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0382c03a-c8cb-4191-92c0-a5e7594fa3d5,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:27.130714 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Checking segment: {'id': '8ef367e1-2ece-4d93-ab5b-61166600f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:27.131044 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Network hostable DHCP agents. Network: cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:39:27.155681 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad45765b-b82a-4cc5-bb3e-d9409ef8d95e admin admin] Publish callbacks [] for security_group (03044fbf-ff1d-4d89-9607-6b446add92bc), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.157165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a20bc-2378-4280-847f-7fde96de582b req-f018b0e5-571a-47e2-a08c-aeb9058bb690 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:27.158667 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-077a20bc-2378-4280-847f-7fde96de582b req-f018b0e5-571a-47e2-a08c-aeb9058bb690 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1448450 Aug 07 22:39:27.210012 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-077a20bc-2378-4280-847f-7fde96de582b req-6679b585-3e10-4516-9b5f-44cf89e12d92 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451083 Aug 07 22:39:27.226125 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad45765b-b82a-4cc5-bb3e-d9409ef8d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (03044fbf-ff1d-4d89-9607-6b446add92bc), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.268888 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ad45765b-b82a-4cc5-bb3e-d9409ef8d95e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b21b4d6a06944eb1b61e3c180a5d0cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120951 Aug 07 22:39:27.270918 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45765b-b82a-4cc5-bb3e-d9409ef8d95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03044fbf-ff1d-4d89-9607-6b446add92bc,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:27.271720 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33318) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:27.302292 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Network cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:39:27.330833 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b294aaa7-59a5-4553-a12b-58fc9decb68f admin admin] Publish callbacks [] for security_group (03044fbf-ff1d-4d89-9607-6b446add92bc), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.355096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b294aaa7-59a5-4553-a12b-58fc9decb68f admin admin] Publish callbacks [] for security_group (03044fbf-ff1d-4d89-9607-6b446add92bc), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.408945 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.416986 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:27.425340 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9d609-f95e-46ca-aaaa-84771ab550ed None None] Network cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:27.426148 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b1b6-9a08-47fa-88b6-21178b1c2388 req-21dfaf04-87df-4d65-84f9-2c2658bb61a7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:27.427716 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e0b2b1b6-9a08-47fa-88b6-21178b1c2388 req-21dfaf04-87df-4d65-84f9-2c2658bb61a7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0757217 Aug 07 22:39:27.432071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:27.432634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.490101 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e0b2b1b6-9a08-47fa-88b6-21178b1c2388 req-ebb03cb4-c201-4ef2-a503-f705894e0237 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Aug 07 22:39:27.542406 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b294aaa7-59a5-4553-a12b-58fc9decb68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (03044fbf-ff1d-4d89-9607-6b446add92bc), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.545152 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b294aaa7-59a5-4553-a12b-58fc9decb68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:27.548558 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b294aaa7-59a5-4553-a12b-58fc9decb68f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/03044fbf-ff1d-4d89-9607-6b446add92bc HTTP/1.1" status: 204 len: 168 time: 0.2735896 Aug 07 22:39:27.549854 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-076d63fa-9808-4676-aeb6-06f2aa9f6103 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5226016 Aug 07 22:39:27.559538 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294aaa7-59a5-4553-a12b-58fc9decb68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03044fbf-ff1d-4d89-9607-6b446add92bc,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:27.576619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46961aba-d695-48d7-9dd9-17ded8829850 None None] Network cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:27.740334 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:27.854395 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8439fd-769e-4658-b78e-b6f4962d9a64 req-6ed0bbbc-fadd-401a-ab1a-6605d695fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:27.855861 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5b8439fd-769e-4658-b78e-b6f4962d9a64 req-6ed0bbbc-fadd-401a-ab1a-6605d695fad5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1129 time: 0.0386546 Aug 07 22:39:27.899633 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5b8439fd-769e-4658-b78e-b6f4962d9a64 req-2fcbb5fb-6ebb-4b0c-b8a4-b878ab6291ae service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Aug 07 22:39:28.324752 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33350) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:28.338450 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7d4b-4efb-41f7-9447-2d9105500848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:28.353129 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641cffa-09ad-4f48-aa1a-2198ecea6390 req-ff449411-af52-4798-a9cc-81ad4b0e43bf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:28.354999 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4641cffa-09ad-4f48-aa1a-2198ecea6390 req-ff449411-af52-4798-a9cc-81ad4b0e43bf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0550931 Aug 07 22:39:28.413181 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4641cffa-09ad-4f48-aa1a-2198ecea6390 req-9fbd37ee-21e7-47ee-a20e-4676fef625b0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506809 Aug 07 22:39:28.423374 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7d4b-4efb-41f7-9447-2d9105500848 admin admin] Publish callbacks [] for security_group (64a3eb93-1f2e-43ed-a09b-7861b8f40a4c), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:28.534532 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7d4b-4efb-41f7-9447-2d9105500848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (64a3eb93-1f2e-43ed-a09b-7861b8f40a4c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:28.580535 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2f3f7d4b-4efb-41f7-9447-2d9105500848 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=aa24d3469d994c7ca3e8b671bc9a1b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546206 Aug 07 22:39:28.584062 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33356) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:28.611983 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:28.613728 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f7d4b-4efb-41f7-9447-2d9105500848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a3eb93-1f2e-43ed-a09b-7861b8f40a4c,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:28.618658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781257e6-8302-4858-9a92-2634d8671216 req-d2804e2d-fa07-4e9c-a392-b1dc4edfb3b3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:28.620221 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-781257e6-8302-4858-9a92-2634d8671216 req-d2804e2d-fa07-4e9c-a392-b1dc4edfb3b3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0479407 Aug 07 22:39:28.648526 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4615-56cc-4dfe-a210-69c37bc29012 admin admin] Publish callbacks [] for security_group (64a3eb93-1f2e-43ed-a09b-7861b8f40a4c), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:28.666928 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:28.675025 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-781257e6-8302-4858-9a92-2634d8671216 req-3f99de5e-8828-42bb-b82e-3ccb11ad8436 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468059 Aug 07 22:39:28.809546 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33362) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:28.871005 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4615-56cc-4dfe-a210-69c37bc29012 admin admin] Publish callbacks [] for security_group (64a3eb93-1f2e-43ed-a09b-7861b8f40a4c), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:28.947340 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82dea87f-65b9-4c3a-bd55-e66bd39b0fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.009412 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4615-56cc-4dfe-a210-69c37bc29012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (64a3eb93-1f2e-43ed-a09b-7861b8f40a4c), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.012182 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4615-56cc-4dfe-a210-69c37bc29012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.013399 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-bfdd4615-56cc-4dfe-a210-69c37bc29012 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/64a3eb93-1f2e-43ed-a09b-7861b8f40a4c HTTP/1.1" status: 204 len: 168 time: 0.4294319 Aug 07 22:39:29.032844 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd4615-56cc-4dfe-a210-69c37bc29012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a3eb93-1f2e-43ed-a09b-7861b8f40a4c,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:29.098198 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82dea87f-65b9-4c3a-bd55-e66bd39b0fe8 admin admin] Publish callbacks [] for security_group (747662d3-fb44-4c28-90bb-7af85af587aa), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.146185 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82dea87f-65b9-4c3a-bd55-e66bd39b0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (747662d3-fb44-4c28-90bb-7af85af587aa), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.190056 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-82dea87f-65b9-4c3a-bd55-e66bd39b0fe8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e36146acdd4946399eb3bce115af6b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793077 Aug 07 22:39:29.190946 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dea87f-65b9-4c3a-bd55-e66bd39b0fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747662d3-fb44-4c28-90bb-7af85af587aa,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:29.192868 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33370) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:29.246376 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-714f9dee-8bf6-4eff-be4a-b840ab760b54 admin admin] Publish callbacks [] for security_group (747662d3-fb44-4c28-90bb-7af85af587aa), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.256856 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:29.283091 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-714f9dee-8bf6-4eff-be4a-b840ab760b54 admin admin] Publish callbacks [] for security_group (747662d3-fb44-4c28-90bb-7af85af587aa), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.362767 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.433086 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-714f9dee-8bf6-4eff-be4a-b840ab760b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (747662d3-fb44-4c28-90bb-7af85af587aa), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.437719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-714f9dee-8bf6-4eff-be4a-b840ab760b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.441737 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-714f9dee-8bf6-4eff-be4a-b840ab760b54 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/747662d3-fb44-4c28-90bb-7af85af587aa HTTP/1.1" status: 204 len: 168 time: 0.2453310 Aug 07 22:39:29.448385 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.457371 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f9dee-8bf6-4eff-be4a-b840ab760b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747662d3-fb44-4c28-90bb-7af85af587aa,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:29.605117 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:29.618890 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f033d28-376e-476f-b9da-a5dd25ea86df req-81c4c4a7-31a7-47a2-a3b3-2a601d8f3acf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:29.620741 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6f033d28-376e-476f-b9da-a5dd25ea86df req-81c4c4a7-31a7-47a2-a3b3-2a601d8f3acf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0614562 Aug 07 22:39:29.677333 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6f033d28-376e-476f-b9da-a5dd25ea86df req-95d874f3-f957-4de7-a35c-e3470b3751e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508759 Aug 07 22:39:29.807210 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ed793-0b0f-4187-97bb-a2d61c3968fa req-43e048c5-f10b-4132-8d94-165c327180f4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:29.808764 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-999ed793-0b0f-4187-97bb-a2d61c3968fa req-43e048c5-f10b-4132-8d94-165c327180f4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0510910 Aug 07 22:39:29.864772 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-999ed793-0b0f-4187-97bb-a2d61c3968fa req-ecefb278-f877-4a4c-b810-4f683004b445 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Aug 07 22:39:30.391729 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779dc9-a479-43c5-8190-cc42a3722c63 req-b21f24b9-bc30-41b0-8453-69696b9663d9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:30.397669 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-33779dc9-a479-43c5-8190-cc42a3722c63 req-b21f24b9-bc30-41b0-8453-69696b9663d9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0733316 Aug 07 22:39:30.467653 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-6e25c1c1-ee3f-4029-a28d-f0b52ff00819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:30.469255 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-6e25c1c1-ee3f-4029-a28d-f0b52ff00819 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1129 time: 0.0749619 Aug 07 22:39:30.489387 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-33779dc9-a479-43c5-8190-cc42a3722c63 req-086895ae-716c-4187-a66c-da506474173b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836570 Aug 07 22:39:30.573108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-9ac3453b-ce69-40da-a569-5423c583be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:30.573108 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-9ac3453b-ce69-40da-a569-5423c583be6a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.0961068 Aug 07 22:39:30.626327 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-52d35680-ba64-467d-bdab-a9c302c2bf21 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 200 len: 217 time: 0.0469148 Aug 07 22:39:30.682197 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-530d3b8b-e420-485e-83ec-f901add9d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:30.683563 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-530d3b8b-e420-485e-83ec-f901add9d783 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0504081 Aug 07 22:39:30.734994 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-845b9330-d17e-4f0f-8977-0d279f32be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:30.736555 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-845b9330-d17e-4f0f-8977-0d279f32be69 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466659 Aug 07 22:39:30.805257 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:30.851583 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd5edc-46eb-48dc-ae40-940a3835bd13 req-429ba341-7513-4dbb-a587-bda01b059fe5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:30.854457 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36dd5edc-46eb-48dc-ae40-940a3835bd13 req-429ba341-7513-4dbb-a587-bda01b059fe5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0936635 Aug 07 22:39:30.900937 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-adff75ee-38fb-42c7-a7b1-36ded546e719 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491990 Aug 07 22:39:30.971135 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36dd5edc-46eb-48dc-ae40-940a3835bd13 req-813a8259-598d-454f-8466-aa04ddc2a9b2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063704 Aug 07 22:39:31.004158 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:31.031262 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d3524bb-0a3b-4cac-8a69-f46f82a4177c req-1116dd97-3bcc-41ce-aa75-fab579c8edf0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190991 Aug 07 22:39:31.152734 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33472) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:31.385333 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5c6b62bf-f643-4373-a9b3-167951896c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:31.467615 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5c6b62bf-f643-4373-a9b3-167951896c86 admin admin] Publish callbacks [] for security_group (71bbbc6a-786d-4303-bbce-b0a501237715), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:31.592931 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5c6b62bf-f643-4373-a9b3-167951896c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (71bbbc6a-786d-4303-bbce-b0a501237715), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:31.667998 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102ca3f-19b8-4dc6-9a45-55ad617447c5 req-7ec76fb5-88de-46bd-85da-dbe5150d8b47 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:31.669567 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b102ca3f-19b8-4dc6-9a45-55ad617447c5 req-7ec76fb5-88de-46bd-85da-dbe5150d8b47 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0885623 Aug 07 22:39:31.675042 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5c6b62bf-f643-4373-a9b3-167951896c86 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=533d60c92a8d450481f89bbeed2e97b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194364 Aug 07 22:39:31.675042 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b62bf-f643-4373-a9b3-167951896c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bbbc6a-786d-4303-bbce-b0a501237715,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:31.677741 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33496) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:31.728781 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b102ca3f-19b8-4dc6-9a45-55ad617447c5 req-7b2fed48-a8d0-4eec-8ab9-a67b503f015a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Aug 07 22:39:31.764705 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc33a-6400-46b6-828b-b68e0e628068 admin admin] Publish callbacks [] for security_group (71bbbc6a-786d-4303-bbce-b0a501237715), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:31.788420 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc33a-6400-46b6-828b-b68e0e628068 admin admin] Publish callbacks [] for security_group (71bbbc6a-786d-4303-bbce-b0a501237715), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:31.928597 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc33a-6400-46b6-828b-b68e0e628068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (71bbbc6a-786d-4303-bbce-b0a501237715), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:31.931789 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc33a-6400-46b6-828b-b68e0e628068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:31.932971 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-6c3cc33a-6400-46b6-828b-b68e0e628068 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/71bbbc6a-786d-4303-bbce-b0a501237715 HTTP/1.1" status: 204 len: 168 time: 0.2529538 Aug 07 22:39:31.940888 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cc33a-6400-46b6-828b-b68e0e628068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bbbc6a-786d-4303-bbce-b0a501237715,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:32.118613 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1261fac-952f-41e3-bc47-43f81e8c4396 req-f8ebe4c7-d8b2-496e-b8b7-89dc88ecd45a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:32.120189 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f1261fac-952f-41e3-bc47-43f81e8c4396 req-f8ebe4c7-d8b2-496e-b8b7-89dc88ecd45a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0513244 Aug 07 22:39:32.171261 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f1261fac-952f-41e3-bc47-43f81e8c4396 req-6caf9664-8727-4fc1-b619-5ab3156bdabb tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455196 Aug 07 22:39:32.307746 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33516) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:32.448696 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eed88484-5d7f-4095-b75a-cd26b64bb8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:32.541520 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eed88484-5d7f-4095-b75a-cd26b64bb8db admin admin] Publish callbacks [] for security_group (26a1cc93-ba45-404d-be6f-17df2684b36f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:32.620724 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eed88484-5d7f-4095-b75a-cd26b64bb8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (26a1cc93-ba45-404d-be6f-17df2684b36f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:32.667750 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-eed88484-5d7f-4095-b75a-cd26b64bb8db admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3ec4880f316c4710a5aab05ac78a1836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612285 Aug 07 22:39:32.670612 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33536) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:32.672489 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed88484-5d7f-4095-b75a-cd26b64bb8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a1cc93-ba45-404d-be6f-17df2684b36f,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:32.729024 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dba76df4-bea2-4e94-94a5-f32bf8b843c6 admin admin] Publish callbacks [] for security_group (26a1cc93-ba45-404d-be6f-17df2684b36f), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:32.752747 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dba76df4-bea2-4e94-94a5-f32bf8b843c6 admin admin] Publish callbacks [] for security_group (26a1cc93-ba45-404d-be6f-17df2684b36f), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:32.862674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c1e5-0052-48bc-a412-a170fb8ffec4 req-fc9e27d1-2f29-466a-9120-34ac9a88c9d9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:32.864171 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a718c1e5-0052-48bc-a412-a170fb8ffec4 req-fc9e27d1-2f29-466a-9120-34ac9a88c9d9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0501270 Aug 07 22:39:32.900561 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dba76df4-bea2-4e94-94a5-f32bf8b843c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (26a1cc93-ba45-404d-be6f-17df2684b36f), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:32.906979 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dba76df4-bea2-4e94-94a5-f32bf8b843c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:32.919517 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-dba76df4-bea2-4e94-94a5-f32bf8b843c6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/26a1cc93-ba45-404d-be6f-17df2684b36f HTTP/1.1" status: 204 len: 168 time: 0.2366815 Aug 07 22:39:32.921598 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a718c1e5-0052-48bc-a412-a170fb8ffec4 req-fc3217c6-7dfe-4013-a6be-198210998a36 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Aug 07 22:39:32.935162 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba76df4-bea2-4e94-94a5-f32bf8b843c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a1cc93-ba45-404d-be6f-17df2684b36f,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:33.318721 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9830b-e917-4ce4-98a0-cbe0d8534260 req-7e55ef51-efb8-4ea3-ac74-93525612a3cb tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:33.320215 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d3e9830b-e917-4ce4-98a0-cbe0d8534260 req-7e55ef51-efb8-4ea3-ac74-93525612a3cb tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0645871 Aug 07 22:39:33.347365 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:33.372109 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d3e9830b-e917-4ce4-98a0-cbe0d8534260 req-51ec8a0a-fbf2-4348-8015-aaab9d6b3f45 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461092 Aug 07 22:39:33.592296 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33578) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:33.816793 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-05c4cbe4-5428-441f-beec-4c92c4e00f0b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418904 Aug 07 22:39:33.894940 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-31f47e79-0249-4dc4-9716-4957da632a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:33.896660 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-31f47e79-0249-4dc4-9716-4957da632a3b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1129 time: 0.0514712 Aug 07 22:39:33.901897 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33590) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:33.919459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0069bbe7-5bcb-4c31-8f8c-bfaea455b70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:33.940111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:34.095319 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cfa14-b417-4361-8ac7-e4f156f3af28 req-8ea712f5-3c11-41f6-b6d6-395ee228e15d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:34.096862 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db8cfa14-b417-4361-8ac7-e4f156f3af28 req-8ea712f5-3c11-41f6-b6d6-395ee228e15d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0783222 Aug 07 22:39:34.141024 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-7e0ccb30-c59b-49bb-87d3-97f561a7e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:34.142499 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-7e0ccb30-c59b-49bb-87d3-97f561a7e95a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.2245138 Aug 07 22:39:34.151413 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9a656ac1-a2f3-485e-8f46-44130242ca00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.162753 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33600) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:34.232151 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-b548e056-e631-409b-9baa-b43beb589b33 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 200 len: 217 time: 0.0802591 Aug 07 22:39:34.237710 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0069bbe7-5bcb-4c31-8f8c-bfaea455b70d admin admin] Publish callbacks [] for security_group (d3913e67-7c65-4c28-b13e-fb48b1c32f7a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.241370 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db8cfa14-b417-4361-8ac7-e4f156f3af28 req-1909f362-fce9-4163-aa61-d649e9b97029 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297126 Aug 07 22:39:34.241516 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9a656ac1-a2f3-485e-8f46-44130242ca00 admin admin] Publish callbacks [] for security_group (ee9c45f3-f430-4f13-9429-c2ba79c54596), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.281771 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f4450e3d-dde6-4fdc-9e00-cc54568a4cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.291147 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-335877a8-3348-4e29-85c3-752f5644860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:34.293048 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-335877a8-3348-4e29-85c3-752f5644860f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0505679 Aug 07 22:39:34.294139 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0069bbe7-5bcb-4c31-8f8c-bfaea455b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d3913e67-7c65-4c28-b13e-fb48b1c32f7a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.296663 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9a656ac1-a2f3-485e-8f46-44130242ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (ee9c45f3-f430-4f13-9429-c2ba79c54596), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.350062 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9a656ac1-a2f3-485e-8f46-44130242ca00 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f8b3b659d6b0455ebf5447e5563c3e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7543211 Aug 07 22:39:34.353431 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33606) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:34.367354 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656ac1-a2f3-485e-8f46-44130242ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c45f3-f430-4f13-9429-c2ba79c54596,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:34.371794 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0069bbe7-5bcb-4c31-8f8c-bfaea455b70d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=564ce5a26c6f4469837611f2c9624d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4685891 Aug 07 22:39:34.377193 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33608) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:34.385932 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069bbe7-5bcb-4c31-8f8c-bfaea455b70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3913e67-7c65-4c28-b13e-fb48b1c32f7a,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:34.405636 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-91381011-c4f5-496b-a661-423dbdba8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:34.405636 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-91381011-c4f5-496b-a661-423dbdba8608 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954940 Aug 07 22:39:34.465821 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc80dbcf-5b53-4826-a0fc-36874d703cfc admin admin] Publish callbacks [] for security_group (ee9c45f3-f430-4f13-9429-c2ba79c54596), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.472487 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f4450e3d-dde6-4fdc-9e00-cc54568a4cb2 admin admin] Publish callbacks [] for security_group (f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.475306 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:34.493630 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:34.495773 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc80dbcf-5b53-4826-a0fc-36874d703cfc admin admin] Publish callbacks [] for security_group (ee9c45f3-f430-4f13-9429-c2ba79c54596), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.497472 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:34.524328 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f4450e3d-dde6-4fdc-9e00-cc54568a4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.542917 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-76342478-3cd5-45ca-af37-dc20704a6c5a admin admin] Publish callbacks [] for security_group (d3913e67-7c65-4c28-b13e-fb48b1c32f7a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.549955 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2c129-2dbd-4f9d-81cd-8bdc3bc9ff4c req-e4e6c19a-8cfc-4b6d-855e-a8b65c07cda1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:34.551425 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7f2c129-2dbd-4f9d-81cd-8bdc3bc9ff4c req-e4e6c19a-8cfc-4b6d-855e-a8b65c07cda1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0797825 Aug 07 22:39:34.574557 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f4450e3d-dde6-4fdc-9e00-cc54568a4cb2 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=453efae9703a4c7c91c71faf40e3e8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107389 Aug 07 22:39:34.576302 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4450e3d-dde6-4fdc-9e00-cc54568a4cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:34.579349 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33612) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:34.607320 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-76342478-3cd5-45ca-af37-dc20704a6c5a admin admin] Publish callbacks [] for security_group (d3913e67-7c65-4c28-b13e-fb48b1c32f7a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.623030 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-f9afa30d-d726-4beb-ad9e-b8be3dac5063 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063487 Aug 07 22:39:34.638031 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-48d65a3e-0019-4a7d-87a9-90b538c3d619 admin admin] Publish callbacks [] for security_group (f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.662671 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-48d65a3e-0019-4a7d-87a9-90b538c3d619 admin admin] Publish callbacks [] for security_group (f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.679363 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc80dbcf-5b53-4826-a0fc-36874d703cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (ee9c45f3-f430-4f13-9429-c2ba79c54596), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.682150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc80dbcf-5b53-4826-a0fc-36874d703cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.683286 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-fc80dbcf-5b53-4826-a0fc-36874d703cfc admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ee9c45f3-f430-4f13-9429-c2ba79c54596 HTTP/1.1" status: 204 len: 168 time: 0.3252909 Aug 07 22:39:34.703637 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80dbcf-5b53-4826-a0fc-36874d703cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c45f3-f430-4f13-9429-c2ba79c54596,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:34.708589 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7f2c129-2dbd-4f9d-81cd-8bdc3bc9ff4c req-08d38b56-226d-4cf7-ba2a-88724483338a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486800 Aug 07 22:39:34.753941 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c3ee4b2c-791a-46ca-885e-e36fbf505e0b req-6d19e2b9-5e8a-4938-809f-df5c420c1e44 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268368 Aug 07 22:39:34.831739 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-48d65a3e-0019-4a7d-87a9-90b538c3d619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.834402 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-48d65a3e-0019-4a7d-87a9-90b538c3d619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.835550 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-48d65a3e-0019-4a7d-87a9-90b538c3d619 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe HTTP/1.1" status: 204 len: 168 time: 0.2550340 Aug 07 22:39:34.846145 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d65a3e-0019-4a7d-87a9-90b538c3d619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd46e6-12bb-46b9-9829-92c4ed9a1cbe,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:34.849500 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-76342478-3cd5-45ca-af37-dc20704a6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d3913e67-7c65-4c28-b13e-fb48b1c32f7a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.853344 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-76342478-3cd5-45ca-af37-dc20704a6c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:34.854482 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-76342478-3cd5-45ca-af37-dc20704a6c5a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d3913e67-7c65-4c28-b13e-fb48b1c32f7a HTTP/1.1" status: 204 len: 168 time: 0.4777570 Aug 07 22:39:34.870207 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76342478-3cd5-45ca-af37-dc20704a6c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3913e67-7c65-4c28-b13e-fb48b1c32f7a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:35.645807 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33654) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:35.659687 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4daacc60-e762-455f-8159-890c94029952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:35.760090 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4daacc60-e762-455f-8159-890c94029952 admin admin] Publish callbacks [] for security_group (bcd0d14b-8ea7-4282-a6db-40c250bba153), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:35.827801 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4daacc60-e762-455f-8159-890c94029952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (bcd0d14b-8ea7-4282-a6db-40c250bba153), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:35.848659 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:35.858895 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca13a-c6f6-4fb7-88d4-a4c4ed46a3f4 req-3cd1b0cf-b9f8-4c9a-bd7e-47b8bc0b54dc tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:35.860517 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41fca13a-c6f6-4fb7-88d4-a4c4ed46a3f4 req-3cd1b0cf-b9f8-4c9a-bd7e-47b8bc0b54dc tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0549290 Aug 07 22:39:35.876111 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4daacc60-e762-455f-8159-890c94029952 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0fe0b5ec1aad4bc5b5bea74b8fd23852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290473 Aug 07 22:39:35.877116 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daacc60-e762-455f-8159-890c94029952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0d14b-8ea7-4282-a6db-40c250bba153,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:35.879510 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33666) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:35.917180 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41fca13a-c6f6-4fb7-88d4-a4c4ed46a3f4 req-a32871bf-7362-4e3e-b50e-2cd0f3fc3e26 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505674 Aug 07 22:39:35.976158 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa635-91c6-40c0-9062-4eec165a7781 admin admin] Publish callbacks [] for security_group (bcd0d14b-8ea7-4282-a6db-40c250bba153), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.000216 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa635-91c6-40c0-9062-4eec165a7781 admin admin] Publish callbacks [] for security_group (bcd0d14b-8ea7-4282-a6db-40c250bba153), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.168604 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa635-91c6-40c0-9062-4eec165a7781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (bcd0d14b-8ea7-4282-a6db-40c250bba153), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.171874 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa635-91c6-40c0-9062-4eec165a7781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.175220 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2a0aa635-91c6-40c0-9062-4eec165a7781 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/bcd0d14b-8ea7-4282-a6db-40c250bba153 HTTP/1.1" status: 204 len: 168 time: 0.2779801 Aug 07 22:39:36.178322 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33686) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:36.183615 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0aa635-91c6-40c0-9062-4eec165a7781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0d14b-8ea7-4282-a6db-40c250bba153,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:36.185353 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:36.187908 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-ebfb4c3a-d579-49e7-8ef4-15967d3b1425 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179216929', 'description': 'tempest-description--145427132'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:36.277374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4c3a-d579-49e7-8ef4-15967d3b1425 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.354332 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4c3a-d579-49e7-8ef4-15967d3b1425 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group (125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.417967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4c3a-d579-49e7-8ef4-15967d3b1425 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.419681 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33696) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:36.469627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4c3a-d579-49e7-8ef4-15967d3b1425 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:36.502033 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4c3a-d579-49e7-8ef4-15967d3b1425 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.506009 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ebfb4c3a-d579-49e7-8ef4-15967d3b1425 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3237379 Aug 07 22:39:36.508296 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33702) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:36.511239 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-dcffb5dc-19fd-4c80-a17e-8fafc13abfa8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'security_group_rule': {'security_group_id': '125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:36.568297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-975117128-network', 'tenant_id': '5eea609cee794549a2c23cdb24fbb572'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:36.652826 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcffb5dc-19fd-4c80-a17e-8fafc13abfa8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group_rule (d775320f-769f-4735-9afe-ffcfaf6d8a76), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.680298 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Made reservation on behalf of 5eea609cee794549a2c23cdb24fbb572 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:36.680735 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.701192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.716827 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcffb5dc-19fd-4c80-a17e-8fafc13abfa8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group_rule (d775320f-769f-4735-9afe-ffcfaf6d8a76), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.782038 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcffb5dc-19fd-4c80-a17e-8fafc13abfa8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (d775320f-769f-4735-9afe-ffcfaf6d8a76), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.792620 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks [] for security_group (e72b2ab8-13bb-461c-a910-039782cc667e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.801790 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffb5dc-19fd-4c80-a17e-8fafc13abfa8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d775320f-769f-4735-9afe-ffcfaf6d8a76,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:36.849027 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e72b2ab8-13bb-461c-a910-039782cc667e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.889802 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcffb5dc-19fd-4c80-a17e-8fafc13abfa8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.889802 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-dcffb5dc-19fd-4c80-a17e-8fafc13abfa8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781266 Aug 07 22:39:36.889802 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33726) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:36.892006 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:36.893575 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:39:36.895646 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b2ab8-13bb-461c-a910-039782cc667e,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:36.895806 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-1313b17d-857d-429d-a41d-62691fdbe6dd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'security_group_rule': {'security_group_id': '125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:36.911170 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (85f94d9e-5702-42d5-ab07-3c99bd7147f1), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:36.911806 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Added segment 85f94d9e-5702-42d5-ab07-3c99bd7147f1 of type vlan for network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 Aug 07 22:39:36.959541 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (7a262e81-b8e7-4431-9b78-e1d6df4bd6f9), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.033858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1313b17d-857d-429d-a41d-62691fdbe6dd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group_rule (2632581a-0c7f-4790-90e5-f7c0665d6c8f), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.100956 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:37.101293 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (7a262e81-b8e7-4431-9b78-e1d6df4bd6f9), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.102669 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:37.105464 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.126346 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd32b65-5d31-41ea-8267-2641768f1a33 req-3133e313-6dc0-4344-b05a-a5855d33c554 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:37.127831 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9dd32b65-5d31-41ea-8267-2641768f1a33 req-3133e313-6dc0-4344-b05a-a5855d33c554 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0789139 Aug 07 22:39:37.154625 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1313b17d-857d-429d-a41d-62691fdbe6dd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group_rule (2632581a-0c7f-4790-90e5-f7c0665d6c8f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.221055 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1313b17d-857d-429d-a41d-62691fdbe6dd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (2632581a-0c7f-4790-90e5-f7c0665d6c8f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.250015 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313b17d-857d-429d-a41d-62691fdbe6dd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2632581a-0c7f-4790-90e5-f7c0665d6c8f,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:37.264294 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9dd32b65-5d31-41ea-8267-2641768f1a33 req-75e0b873-be02-4563-ab4c-c72b5fff2f27 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074955 Aug 07 22:39:37.276637 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] Pushing event updated for resources: {'Network': ['ID=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:37.288110 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:39:37.307665 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1313b17d-857d-429d-a41d-62691fdbe6dd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.308969 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1313b17d-857d-429d-a41d-62691fdbe6dd tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4178092 Aug 07 22:39:37.311175 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33752) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:37.311811 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-abf0c7a4-9d23-45ba-bbe7-ad9fe44dc016 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8907154 Aug 07 22:39:37.312598 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33754) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:37.315912 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Request body: {'subnet': {'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-975117128-subnet', 'tenant_id': '5eea609cee794549a2c23cdb24fbb572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:37.317481 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:37.345325 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:39:37.415368 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.438085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Made reservation on behalf of 5eea609cee794549a2c23cdb24fbb572 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:37.441169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528231'] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.636252 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.782001 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Allocated IP 172.27.3.196 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/836548f3-7f4e-42ed-a504-9cb7c135a075) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:39:37.798987 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528241'] for subnet (20cfd203-4ae3-47dc-b419-407c1e1a9e3f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:37.808688 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:37.918267 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20cfd203-4ae3-47dc-b419-407c1e1a9e3f,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:37.923637 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Checking segment: {'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:37.923984 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Network hostable DHCP agents. Network: 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:39:37.982472 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.048631 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:39:38.118295 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.146819 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:38.152467 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:38.153330 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.158406 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008a527-5808-455d-b0f0-aa35bfe9fc25 None None] Network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:38.158768 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:38.179312 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:39:38.180415 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:38.185358 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:39:38.224245 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'Port': ['ID=836548f3-7f4e-42ed-a504-9cb7c135a075,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:38.254491 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4010b996-e68b-4156-94e6-207fc4813878 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9344118 Aug 07 22:39:38.373159 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.467224 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ff28-c5cd-452a-a59c-30af4d82d001 req-05b00358-2bf1-4db6-82a8-3136dc4e7c4c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:38.476493 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8e4ff28-c5cd-452a-a59c-30af4d82d001 req-05b00358-2bf1-4db6-82a8-3136dc4e7c4c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1016617 Aug 07 22:39:38.516495 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.522463 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3ae55-9c92-4c2a-b247-b0188f8af7e6 None None] Network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:38.549314 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8e4ff28-c5cd-452a-a59c-30af4d82d001 req-fd3cce90-ebbf-4fbb-8675-dab6335f6247 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717645 Aug 07 22:39:38.606725 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:38.640268 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:38.672033 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:38.725477 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.785762 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.858755 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.864305 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'Port': ['ID=836548f3-7f4e-42ed-a504-9cb7c135a075,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:38.940359 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:38.941718 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-6884f269-8a8a-4438-8e85-3cf1376b2626 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6281753 Aug 07 22:39:39.166926 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-065cf50d-52db-46e8-9f83-895ea6f76eb0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--179216929&fields=id&tenant_id=1a78ad9d7151473798fbefa330678250 HTTP/1.1" status: 200 len: 267 time: 0.0437641 Aug 07 22:39:39.279990 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-53f0f6ce-8a60-4924-b926-7c9a77a0f804 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:39.281590 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-53f0f6ce-8a60-4924-b926-7c9a77a0f804 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 819 time: 0.1121104 Aug 07 22:39:39.296177 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-e5b3d1fd-74e9-4a69-aeb2-b291202ad24b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/quotas/1a78ad9d7151473798fbefa330678250 HTTP/1.1" status: 200 len: 375 time: 0.0089962 Aug 07 22:39:39.348494 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-6f7dd64b-6222-41c7-a695-467ee63c850a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0470529 Aug 07 22:39:39.412413 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:39.453060 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-a2f493d5-1f05-4737-8d5f-865c08166f6c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902867 Aug 07 22:39:39.599228 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-54047500-3a1c-4a41-b149-f8492f5a8615 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403973 Aug 07 22:39:39.731056 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88442df5-b1ca-4b1a-bc39-bc4d71647983 req-1533cfa2-7e05-430d-8d68-fbc119160b61 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:39.732683 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-88442df5-b1ca-4b1a-bc39-bc4d71647983 req-1533cfa2-7e05-430d-8d68-fbc119160b61 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0726759 Aug 07 22:39:39.782819 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-88442df5-b1ca-4b1a-bc39-bc4d71647983 req-d46f50a8-80a0-46ba-82d4-e92ebfd611e7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444272 Aug 07 22:39:39.921686 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a42e3337-0777-4b06-a1c0-af81112844cf req-f0dc5960-61a3-4655-8a6c-5aaf0296fa74 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 210 time: 0.0309343 Aug 07 22:39:40.323781 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33894) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:40.456118 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8cb51104-e7ac-44fd-853d-64250bc94bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:40.559941 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8cb51104-e7ac-44fd-853d-64250bc94bec admin admin] Publish callbacks [] for security_group (bfa98887-9bc1-4575-895f-d71b3b36e3a7), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:40.632071 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8cb51104-e7ac-44fd-853d-64250bc94bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (bfa98887-9bc1-4575-895f-d71b3b36e3a7), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:40.689032 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb51104-e7ac-44fd-853d-64250bc94bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa98887-9bc1-4575-895f-d71b3b36e3a7,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:40.702461 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8cb51104-e7ac-44fd-853d-64250bc94bec admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8f5876445c2541c8b0051da9eef4a090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750277 Aug 07 22:39:40.702709 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33920) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:40.757101 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72d6951c-85aa-45e3-b60e-c55b43cb4366 admin admin] Publish callbacks [] for security_group (bfa98887-9bc1-4575-895f-d71b3b36e3a7), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:40.781192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72d6951c-85aa-45e3-b60e-c55b43cb4366 admin admin] Publish callbacks [] for security_group (bfa98887-9bc1-4575-895f-d71b3b36e3a7), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:40.823352 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:40.916189 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72d6951c-85aa-45e3-b60e-c55b43cb4366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (bfa98887-9bc1-4575-895f-d71b3b36e3a7), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:40.919275 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72d6951c-85aa-45e3-b60e-c55b43cb4366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:40.920797 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-72d6951c-85aa-45e3-b60e-c55b43cb4366 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/bfa98887-9bc1-4575-895f-d71b3b36e3a7 HTTP/1.1" status: 204 len: 168 time: 0.2172000 Aug 07 22:39:40.930491 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6951c-85aa-45e3-b60e-c55b43cb4366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa98887-9bc1-4575-895f-d71b3b36e3a7,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:41.031284 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d2e8c-7b22-4d3d-9e39-0d75ce9deb81 req-71917eee-73f9-426b-8d6c-efdba51e9955 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:41.040508 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-274d2e8c-7b22-4d3d-9e39-0d75ce9deb81 req-71917eee-73f9-426b-8d6c-efdba51e9955 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1575744 Aug 07 22:39:41.148563 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-274d2e8c-7b22-4d3d-9e39-0d75ce9deb81 req-2f19ff5a-98c1-4da2-928b-5fcefa03baf0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046324 Aug 07 22:39:41.178277 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-e027c396-4d55-426d-9a61-08320c32a432 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:41.185371 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-e027c396-4d55-426d-9a61-08320c32a432 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/networks?id=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 HTTP/1.1" status: 200 len: 813 time: 0.2504249 Aug 07 22:39:41.202497 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-4643d7bd-24d0-4525-983b-daf34fcaced1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/quotas/5eea609cee794549a2c23cdb24fbb572 HTTP/1.1" status: 200 len: 375 time: 0.0159616 Aug 07 22:39:41.231552 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-e6e25a4c-ecbc-41fc-8f1f-1912299cc2f0 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=5eea609cee794549a2c23cdb24fbb572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281873 Aug 07 22:39:41.520918 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:41.555304 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e6c22dfa-d5d7-4da4-925b-ac16ba948921 req-066b5b2d-4916-4ec2-9b54-03f24e0d2ad9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 210 time: 0.2932692 Aug 07 22:39:41.603062 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-e9a18eba-a34f-4d00-ba40-d075f1f1b9e5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628166 Aug 07 22:39:41.698714 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-cdc78b2e-8341-4778-9f54-f2ef2bb2e544 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898159 Aug 07 22:39:41.883384 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 33962) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:41.897292 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-422e6547-82c7-4bc9-b880-acfe40694211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:41.948037 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bc241ce0-569a-409f-8006-56baf74358a8 req-f8c6a85d-a9c3-45e3-942f-1ee36c51d2e3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 210 time: 0.0297301 Aug 07 22:39:42.015194 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-422e6547-82c7-4bc9-b880-acfe40694211 admin admin] Publish callbacks [] for security_group (8e4be277-a453-4fcc-a02b-ef5915cfac4b), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:42.118003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-b6fe7f1e-c800-4670-bb71-38998522301a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:42.119431 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-b6fe7f1e-c800-4670-bb71-38998522301a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 819 time: 0.1095698 Aug 07 22:39:42.128732 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-422e6547-82c7-4bc9-b880-acfe40694211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (8e4be277-a453-4fcc-a02b-ef5915cfac4b), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:42.169825 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-422e6547-82c7-4bc9-b880-acfe40694211 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6d724cdaa6ec40209b5571836cd72462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848012 Aug 07 22:39:42.172329 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e6547-82c7-4bc9-b880-acfe40694211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4be277-a453-4fcc-a02b-ef5915cfac4b,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:42.173047 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 33972) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:42.310979 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-c1a33b4e-b8fa-4b34-a52d-cb30e73a521f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1a78ad9d7151473798fbefa330678250 HTTP/1.1" status: 200 len: 379 time: 0.1178045 Aug 07 22:39:42.314029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b22cd80b-98f6-4884-9454-c9461a72ffa4 admin admin] Publish callbacks [] for security_group (8e4be277-a453-4fcc-a02b-ef5915cfac4b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:42.326666 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'port': {'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'admin_state_up': True, 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'security_groups': ['125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:42.360152 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaaca2-69a8-46c8-aeb0-5f1011adfc7f req-41d6d702-ad2f-4a6a-b366-b8c6a2b03bfa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:42.361472 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:42.362013 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ecaaca2-69a8-46c8-aeb0-5f1011adfc7f req-41d6d702-ad2f-4a6a-b366-b8c6a2b03bfa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1039917 Aug 07 22:39:42.396424 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b22cd80b-98f6-4884-9454-c9461a72ffa4 admin admin] Publish callbacks [] for security_group (8e4be277-a453-4fcc-a02b-ef5915cfac4b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:42.504340 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ecaaca2-69a8-46c8-aeb0-5f1011adfc7f req-646dc2c6-4dca-4885-b87e-4006b08c9a3d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100187 Aug 07 22:39:42.562748 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b22cd80b-98f6-4884-9454-c9461a72ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (8e4be277-a453-4fcc-a02b-ef5915cfac4b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:42.565519 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b22cd80b-98f6-4884-9454-c9461a72ffa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:42.566656 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b22cd80b-98f6-4884-9454-c9461a72ffa4 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/8e4be277-a453-4fcc-a02b-ef5915cfac4b HTTP/1.1" status: 204 len: 168 time: 0.3924577 Aug 07 22:39:42.575511 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd80b-98f6-4884-9454-c9461a72ffa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4be277-a453-4fcc-a02b-ef5915cfac4b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:42.579722 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Made reservation on behalf of 1a78ad9d7151473798fbefa330678250 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:42.586177 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:42.701803 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:42.758472 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f15e548e-4cb3-438b-9f11-db1bc9077100 req-5e66c57f-4e3d-497d-826b-beb2dd57de07 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 210 time: 0.0655458 Aug 07 22:39:42.812737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Allocated IP 172.20.0.9 (b379400c-91c0-4503-ac16-d8b7f1c793d1/90967018-ddc9-4113-8621-bdd201dfe729/ffa75a68-45f7-47ee-941b-97d714ef438e) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:39:42.831020 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:42.957670 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:43.041577 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e839dcf-776e-461c-9c9e-475fa0fea972 req-8818a88c-622f-4768-9091-d4fab4118d99 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 210 time: 0.0329103 Aug 07 22:39:43.066975 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:43.119051 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:39:43.122658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:43.127825 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:39:43.159991 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event updated for resources: {'Port': ['ID=ffa75a68-45f7-47ee-941b-97d714ef438e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:43.196961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:43.197591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:43.317257 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-db3cd747-b6be-468a-8971-065ba9207cc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9942577 Aug 07 22:39:43.334196 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Request body: {'port': {'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:43.387535 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-2a0589b9-3727-4c9f-829d-7678cf97b726 None None] Provisioning complete for port ffa75a68-45f7-47ee-941b-97d714ef438e triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:43.388104 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2a0589b9-3727-4c9f-829d-7678cf97b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:43.415236 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:43.431468 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-2a0589b9-3727-4c9f-829d-7678cf97b726 None None] Port ffa75a68-45f7-47ee-941b-97d714ef438e cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:39:43.678304 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a1c98-9c1f-4c4e-bcf9-6ce38751aec1 req-03ccf99e-a230-4c79-8880-e5e84e071e86 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:43.679929 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d9a1c98-9c1f-4c4e-bcf9-6ce38751aec1 req-03ccf99e-a230-4c79-8880-e5e84e071e86 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0651679 Aug 07 22:39:43.757735 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d9a1c98-9c1f-4c4e-bcf9-6ce38751aec1 req-24c20064-03b2-497f-9a39-48edb86ea272 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715420 Aug 07 22:39:43.805753 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa75a68-45f7-47ee-941b-97d714ef438e {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:39:43.822085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Publish callbacks [] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:43.834957 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Transition to ACTIVE for port object ffa75a68-45f7-47ee-941b-97d714ef438e will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:39:43.911993 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:43.952863 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174dcf-e008-4b57-a6bf-846f5ea228c2 req-cacf3e76-30d5-4033-b207-e8ebecd41619 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:43.954339 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-90174dcf-e008-4b57-a6bf-846f5ea228c2 req-cacf3e76-30d5-4033-b207-e8ebecd41619 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 931 time: 0.0764396 Aug 07 22:39:44.022749 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Pushing event updated for resources: {'Port': ['ID=ffa75a68-45f7-47ee-941b-97d714ef438e,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:44.072325 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-90174dcf-e008-4b57-a6bf-846f5ea228c2 req-552d53b8-f840-4119-a6d1-1d3e3a09cd5a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090636 Aug 07 22:39:44.074965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:44.077545 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Attempting to bind port ffa75a68-45f7-47ee-941b-97d714ef438e on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:39:44.077880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Attempting to bind port ffa75a68-45f7-47ee-941b-97d714ef438e by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:39:44.078207 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Attempting to bind port ffa75a68-45f7-47ee-941b-97d714ef438e on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:39:44.082965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Port ffa75a68-45f7-47ee-941b-97d714ef438e on network b379400c-91c0-4503-ac16-d8b7f1c793d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:39:44.083286 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Attempting to bind port ffa75a68-45f7-47ee-941b-97d714ef438e on network b379400c-91c0-4503-ac16-d8b7f1c793d1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:39:44.101390 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:39:44.101719 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Checking segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:44.102101 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Bound using segment: {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:39:44.102540 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Bound port: ffa75a68-45f7-47ee-941b-97d714ef438e, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:39:44.102895 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.186914 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-861c55e2-e59e-4833-b2a9-b23b56be5d59 req-8f07c474-5619-4158-85c9-49f554070f38 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 210 time: 0.0506940 Aug 07 22:39:44.218217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] For port ffa75a68-45f7-47ee-941b-97d714ef438e, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:39:44.221298 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] For port ffa75a68-45f7-47ee-941b-97d714ef438e, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ffa75a68-45f7-47ee-941b-97d714ef438e,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:39:44.289947 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.295781 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:44.296434 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.297885 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 1093 time: 0.9700549 Aug 07 22:39:44.298385 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:39:44.300702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39360402-08e9-4d0a-a0b4-035a98a90659" -d '{"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:39:44.354668 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03c224-5f5d-47ef-9b4c-c0fafec8ccda service neutron] Pushing event updated for resources: {'Port': ['ID=ffa75a68-45f7-47ee-941b-97d714ef438e,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:44.457013 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34050) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:44.538202 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:39:44.541249 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab20d658-8970-4123-8616-e5273ceb87fa x-openstack-request-id: req-ab20d658-8970-4123-8616-e5273ceb87fa {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:39:44.541542 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:39:44.542043 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab20d658-8970-4123-8616-e5273ceb87fa {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:39:44.542227 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab20d658-8970-4123-8616-e5273ceb87fa'] response: {'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'status': 'completed', 'code': 200} Aug 07 22:39:44.546294 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-c8af199b-370c-4c41-a625-2483d14c85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:44.547809 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-c8af199b-370c-4c41-a625-2483d14c85db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1127 time: 0.1585066 Aug 07 22:39:44.551586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:44.598488 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-ccc8adac-2407-418c-bca5-8e2c94f76b8b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 217 time: 0.0405729 Aug 07 22:39:44.661860 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-2d4d7e4a-17f5-43b4-b013-f8e000dc7d64 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:44.665981 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-2d4d7e4a-17f5-43b4-b013-f8e000dc7d64 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 HTTP/1.1" status: 200 len: 813 time: 0.2728934 Aug 07 22:39:44.677504 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Request body: {'port': {'device_id': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9', 'admin_state_up': True, 'tenant_id': '5eea609cee794549a2c23cdb24fbb572'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:44.686995 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:44.701927 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e560-9e4d-4982-8bdf-44567ef9bcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.703786 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'port_id': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:39:44.732701 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-c6eae5bf-ac5b-40a9-895f-1d177dfc40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:44.734590 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-c6eae5bf-ac5b-40a9-895f-1d177dfc40f1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.1198688 Aug 07 22:39:44.750302 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:44.764456 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: ACTIVE; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:44.765123 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.790998 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-c5f2fe7f-0a64-42b4-aef0-745675a3cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:44.792520 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-c5f2fe7f-0a64-42b4-aef0-745675a3cb8f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458539 Aug 07 22:39:44.800641 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f737453-339e-4e1d-8c0b-b401edea34b1 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:39:44.865443 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:44.883446 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e560-9e4d-4982-8bdf-44567ef9bcef admin admin] Publish callbacks [] for security_group (cd643291-9e22-49cf-a23c-f387596c3105), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.942303 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.963167 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e560-9e4d-4982-8bdf-44567ef9bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (cd643291-9e22-49cf-a23c-f387596c3105), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:44.996606 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb64e0-5af8-4cd5-b145-5cf807c6301b req-9a195123-d888-4a17-8386-24186c09af95 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:44.998502 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7ecb64e0-5af8-4cd5-b145-5cf807c6301b req-9a195123-d888-4a17-8386-24186c09af95 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0845399 Aug 07 22:39:45.000914 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-dcf1c1b3-a96f-4db0-96dd-02c7b66e6ba0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000132 Aug 07 22:39:45.010049 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=6']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:45.024062 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Made reservation on behalf of 5eea609cee794549a2c23cdb24fbb572 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:45.027855 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.037404 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['1f737453-339e-4e1d-8c0b-b401edea34b1'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:39:45.045900 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6e560-9e4d-4982-8bdf-44567ef9bcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd643291-9e22-49cf-a23c-f387596c3105,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:45.064579 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4bd6e560-9e4d-4982-8bdf-44567ef9bcef admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=d0b7aca06bfa4aabaf02b861161d04be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5987089 Aug 07 22:39:45.064579 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34072) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:45.120746 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-609f6000-84da-4309-a2a5-56749febb1be admin admin] Publish callbacks [] for security_group (cd643291-9e22-49cf-a23c-f387596c3105), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.150525 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-609f6000-84da-4309-a2a5-56749febb1be admin admin] Publish callbacks [] for security_group (cd643291-9e22-49cf-a23c-f387596c3105), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.188874 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7ecb64e0-5af8-4cd5-b145-5cf807c6301b req-85ff4fa9-28c3-45ea-b14f-1c82253b28d2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847246 Aug 07 22:39:45.249656 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af83a71-5927-4049-ae4f-01a693f9c570 req-5d75bfc3-dcfa-4b71-a994-807ab3f52c12 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178011 Aug 07 22:39:45.263787 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80758149-6dcb-4ded-b6c1-acf5c867c6a6 req-40c76339-31c8-4f74-b509-3c923e65a442 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:45.265559 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80758149-6dcb-4ded-b6c1-acf5c867c6a6 req-40c76339-31c8-4f74-b509-3c923e65a442 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 943 time: 0.0830746 Aug 07 22:39:45.299960 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-609f6000-84da-4309-a2a5-56749febb1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (cd643291-9e22-49cf-a23c-f387596c3105), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.305502 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-609f6000-84da-4309-a2a5-56749febb1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.311646 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-609f6000-84da-4309-a2a5-56749febb1be admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/cd643291-9e22-49cf-a23c-f387596c3105 HTTP/1.1" status: 204 len: 168 time: 0.2522798 Aug 07 22:39:45.322477 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f6000-84da-4309-a2a5-56749febb1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd643291-9e22-49cf-a23c-f387596c3105,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:45.355679 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Allocated IP 172.20.0.9 (7a262e81-b8e7-4431-9b78-e1d6df4bd6f9/20cfd203-4ae3-47dc-b419-407c1e1a9e3f/4b161e96-ab40-40a7-94b4-baefa79fd50f) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:39:45.396460 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80758149-6dcb-4ded-b6c1-acf5c867c6a6 req-ea208b8c-c1d9-4c66-8845-f5d9d86fe00e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196527 Aug 07 22:39:45.420589 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ed82b66c-bc48-469e-8397-bcf3536d93c9 req-633f3825-e9df-4d94-88c5-4d8eacc9802c tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 210 time: 0.0464473 Aug 07 22:39:45.459145 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:45.565699 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks [] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.671643 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.684935 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34098) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:45.717700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:39:45.722832 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:45.725282 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:39:45.770477 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Pushing event updated for resources: {'Port': ['ID=4b161e96-ab40-40a7-94b4-baefa79fd50f,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:45.805100 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:45.805972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.808652 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-76333360-929b-4cf2-a31b-1291e47b31a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.854016 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:45.888598 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fb829500-8876-4d75-a046-2805bd30b3c5 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2153885 Aug 07 22:39:45.900369 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-76333360-929b-4cf2-a31b-1291e47b31a8 admin admin] Publish callbacks [] for security_group (f8a77278-3e08-4ed0-a026-e64ff73c43a2), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:45.974153 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-76333360-929b-4cf2-a31b-1291e47b31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f8a77278-3e08-4ed0-a026-e64ff73c43a2), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.016608 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-76333360-929b-4cf2-a31b-1291e47b31a8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=d983573bf6424422a28e763405a98c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303635 Aug 07 22:39:46.017583 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76333360-929b-4cf2-a31b-1291e47b31a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a77278-3e08-4ed0-a026-e64ff73c43a2,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:46.019341 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34108) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:46.034731 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34110) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:46.049391 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-44e756c9-f16a-422a-9c9f-86d72b88556a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.072974 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb7b549b-132b-4611-bf95-505b6f6b7bfe admin admin] Publish callbacks [] for security_group (f8a77278-3e08-4ed0-a026-e64ff73c43a2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.074688 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:46.097061 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb7b549b-132b-4611-bf95-505b6f6b7bfe admin admin] Publish callbacks [] for security_group (f8a77278-3e08-4ed0-a026-e64ff73c43a2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.130041 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-44e756c9-f16a-422a-9c9f-86d72b88556a admin admin] Publish callbacks [] for security_group (053d1c3e-5378-4352-9f21-680f62327286), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.185275 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-44e756c9-f16a-422a-9c9f-86d72b88556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (053d1c3e-5378-4352-9f21-680f62327286), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.224177 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb7b549b-132b-4611-bf95-505b6f6b7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (f8a77278-3e08-4ed0-a026-e64ff73c43a2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.228238 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-44e756c9-f16a-422a-9c9f-86d72b88556a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ad763b4b13e246fe8bb4f3eddd016b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904092 Aug 07 22:39:46.229163 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb7b549b-132b-4611-bf95-505b6f6b7bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.229292 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e756c9-f16a-422a-9c9f-86d72b88556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053d1c3e-5378-4352-9f21-680f62327286,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:46.230408 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fb7b549b-132b-4611-bf95-505b6f6b7bfe admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f8a77278-3e08-4ed0-a026-e64ff73c43a2 HTTP/1.1" status: 204 len: 168 time: 0.2094464 Aug 07 22:39:46.234817 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34114) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:46.251636 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b549b-132b-4611-bf95-505b6f6b7bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a77278-3e08-4ed0-a026-e64ff73c43a2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:46.311106 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fbd225ba-57d2-4070-b36c-9603c524b36b admin admin] Publish callbacks [] for security_group (053d1c3e-5378-4352-9f21-680f62327286), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.337270 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fbd225ba-57d2-4070-b36c-9603c524b36b admin admin] Publish callbacks [] for security_group (053d1c3e-5378-4352-9f21-680f62327286), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.376578 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e385-16a9-4dde-bfce-6612de1e7f20 req-f648a39e-2608-4f92-a9d8-65c9a4f6fb2d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:46.377567 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d539e385-16a9-4dde-bfce-6612de1e7f20 req-f648a39e-2608-4f92-a9d8-65c9a4f6fb2d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0497708 Aug 07 22:39:46.395444 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Request body: {'port': {'device_id': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:46.482558 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fbd225ba-57d2-4070-b36c-9603c524b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (053d1c3e-5378-4352-9f21-680f62327286), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.485298 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fbd225ba-57d2-4070-b36c-9603c524b36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.486541 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-fbd225ba-57d2-4070-b36c-9603c524b36b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/053d1c3e-5378-4352-9f21-680f62327286 HTTP/1.1" status: 204 len: 168 time: 0.2507417 Aug 07 22:39:46.496121 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd225ba-57d2-4070-b36c-9603c524b36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053d1c3e-5378-4352-9f21-680f62327286,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:46.540697 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-5bac5e3d-0f2f-41f8-bfce-26a4a57290b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:46.542187 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-5bac5e3d-0f2f-41f8-bfce-26a4a57290b5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1127 time: 0.1425700 Aug 07 22:39:46.551872 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d539e385-16a9-4dde-bfce-6612de1e7f20 req-1992e953-6a19-4e81-97d6-691a32a0df28 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671135 Aug 07 22:39:46.553702 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:39:46.556617 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.586704 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:INSERT=17,neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:46.595745 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868042d6-8ee3-4fcb-94e9-028d8987a86d req-96bb63ab-7d4b-41a3-b6ff-70b34900dd99 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:46.598569 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-868042d6-8ee3-4fcb-94e9-028d8987a86d req-96bb63ab-7d4b-41a3-b6ff-70b34900dd99 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 943 time: 0.1021583 Aug 07 22:39:46.631379 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 1f737453-339e-4e1d-8c0b-b401edea34b1 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:46.631757 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.715084 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:46.715474 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.746150 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:39:46.749338 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ebf596-e7d4-4607-8fac-99ade330752f" -d '{"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-plugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:39:46.768981 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:46.874581 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:46.947890 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=7']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:47.049452 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34156) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:47.073941 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:47.082243 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:47.094840 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0356e18-9dc7-4c5f-acae-392e951c4cb3 req-f9302b94-8658-472c-970b-39cbb9bfd183 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:47.096785 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0356e18-9dc7-4c5f-acae-392e951c4cb3 req-f9302b94-8658-472c-970b-39cbb9bfd183 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 931 time: 0.4159756 Aug 07 22:39:47.104096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-42a961b4-5800-400f-a9cb-e253a96299e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:47.106077 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-42a961b4-5800-400f-a9cb-e253a96299e2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.5504460 Aug 07 22:39:47.109701 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-868042d6-8ee3-4fcb-94e9-028d8987a86d req-6aa0b86e-3e0d-4695-b517-05e346d3d724 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4785011 Aug 07 22:39:47.150118 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] Deleting subnet 0a628550-d242-4615-8b51-d38c400ff637 {{(pid=104592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:39:47.163729 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] Publish callbacks [] for subnet (0a628550-d242-4615-8b51-d38c400ff637), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.189988 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96d728b-25aa-48fa-b18b-3eff6a05ef17 x-openstack-request-id: req-f96d728b-25aa-48fa-b18b-3eff6a05ef17 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:39:47.190321 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-plugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:39:47.190584 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f96d728b-25aa-48fa-b18b-3eff6a05ef17 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:39:47.190993 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96d728b-25aa-48fa-b18b-3eff6a05ef17'] response: {'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'code': 200} Aug 07 22:39:47.207102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013775'] for subnet (0a628550-d242-4615-8b51-d38c400ff637), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.213482 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d0356e18-9dc7-4c5f-acae-392e951c4cb3 req-3bc35782-38df-4958-920a-f4cc2bfcaf03 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004341 Aug 07 22:39:47.253542 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (0a628550-d242-4615-8b51-d38c400ff637), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.307858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b161e96-ab40-40a7-94b4-baefa79fd50f {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:39:47.321944 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Publish callbacks [] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.338324 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Transition to ACTIVE for port object 4b161e96-ab40-40a7-94b4-baefa79fd50f will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:39:47.342064 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:47.420066 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3581803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8537934'] for subnet (0a628550-d242-4615-8b51-d38c400ff637), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.437060 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.448592 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a628550-d242-4615-8b51-d38c400ff637,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:47.450841 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.455505 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-de9e0502-c552-4ad7-93be-8e890e9f61af admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/0a628550-d242-4615-8b51-d38c400ff637 HTTP/1.1" status: 204 len: 168 time: 0.4035075 Aug 07 22:39:47.457982 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34170) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:47.500847 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Pushing event updated for resources: {'Port': ['ID=4b161e96-ab40-40a7-94b4-baefa79fd50f,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:47.539231 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (6d50a9fd-e7c6-4590-afa4-aefce41a7d11), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.560258 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Attempting to bind port 4b161e96-ab40-40a7-94b4-baefa79fd50f on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:39:47.567764 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Attempting to bind port 4b161e96-ab40-40a7-94b4-baefa79fd50f by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:39:47.567764 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Attempting to bind port 4b161e96-ab40-40a7-94b4-baefa79fd50f on network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:39:47.567764 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Port 4b161e96-ab40-40a7-94b4-baefa79fd50f on network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:39:47.567764 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Attempting to bind port 4b161e96-ab40-40a7-94b4-baefa79fd50f on network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:39:47.572049 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:39:47.572493 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Checking segment: {'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:47.572944 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Bound using segment: {'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:39:47.573441 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Bound port: 4b161e96-ab40-40a7-94b4-baefa79fd50f, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:39:47.573865 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.652354 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (6d50a9fd-e7c6-4590-afa4-aefce41a7d11), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.655264 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] For port 4b161e96-ab40-40a7-94b4-baefa79fd50f, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:39:47.659050 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] For port 4b161e96-ab40-40a7-94b4-baefa79fd50f, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4b161e96-ab40-40a7-94b4-baefa79fd50f,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:39:47.660621 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:47.678945 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d50a9fd-e7c6-4590-afa4-aefce41a7d11']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:47.690021 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b93faa-f194-48a5-a9c5-ce73ddeb4750') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:47.690322 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b93faa-f194-48a5-a9c5-ce73ddeb4750') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:47.702165 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (25b93faa-f194-48a5-a9c5-ce73ddeb4750), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.718166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.718684 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (25b93faa-f194-48a5-a9c5-ce73ddeb4750), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.727148 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:47.727771 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.729374 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/4b161e96-ab40-40a7-94b4-baefa79fd50f HTTP/1.1" status: 200 len: 1093 time: 1.3434768 Aug 07 22:39:47.730059 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:39:47.730216 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'tag': '4b161e96-ab40-40a7-94b4-baefa79fd50f'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:39:47.730799 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (25b93faa-f194-48a5-a9c5-ce73ddeb4750), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.732718 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394cea3-2743-459f-a4f1-18fc627c3b28" -d '{"events": [{"name": "network-changed", "server_uuid": "24f48cf3-8b19-480b-b271-eef00858dbf2", "tag": "4b161e96-ab40-40a7-94b4-baefa79fd50f"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:39:47.760347 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aea99-ecfb-4609-bda8-047c6beff3be req-dfed5f3f-8f5d-421e-8eff-fe554860c104 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:47.768057 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 25b93faa-f194-48a5-a9c5-ce73ddeb4750 resource provider aggregate not found Aug 07 22:39:47.768765 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e40aea99-ecfb-4609-bda8-047c6beff3be req-dfed5f3f-8f5d-421e-8eff-fe554860c104 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1077268 Aug 07 22:39:47.769170 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34186) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:47.794006 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa916e42-3ce7-4d43-b281-bd3647b582cb x-openstack-request-id: req-aa916e42-3ce7-4d43-b281-bd3647b582cb {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:39:47.794490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f48cf3-8b19-480b-b271-eef00858dbf2", "tag": "4b161e96-ab40-40a7-94b4-baefa79fd50f", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:39:47.794490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa916e42-3ce7-4d43-b281-bd3647b582cb {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:39:47.794871 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa916e42-3ce7-4d43-b281-bd3647b582cb'] response: {'name': 'network-changed', 'server_uuid': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'tag': '4b161e96-ab40-40a7-94b4-baefa79fd50f', 'status': 'completed', 'code': 200} Aug 07 22:39:47.837375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32213ab-7e5c-42be-9d06-bc29b444a246 service neutron] Pushing event updated for resources: {'Port': ['ID=4b161e96-ab40-40a7-94b4-baefa79fd50f,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:47.852979 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 25b93faa-f194-48a5-a9c5-ce73ddeb4750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25b93faa-f194-48a5-a9c5-ce73ddeb4750 found for delete ", "request_id": "req-5891453e-4832-4591-be79-21cde7c97def"}]} Aug 07 22:39:47.855294 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e40aea99-ecfb-4609-bda8-047c6beff3be req-f6df496d-c111-471c-b549-f2726384d24b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856376 Aug 07 22:39:47.917696 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (6d50a9fd-e7c6-4590-afa4-aefce41a7d11), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.925878 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:47.929848 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/6d50a9fd-e7c6-4590-afa4-aefce41a7d11 HTTP/1.1" status: 204 len: 168 time: 0.4704983 Aug 07 22:39:47.933138 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:47.934022 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34200) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:47.943519 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a75cf1-b071-4c23-91f9-6c929af8e9af admin admin] Pushing event deleted for resources: {'Network': ['ID=6d50a9fd-e7c6-4590-afa4-aefce41a7d11,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:47.995208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] Deleting subnet 0382c03a-c8cb-4191-92c0-a5e7594fa3d5 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:39:47.998926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] Publish callbacks [] for subnet (0382c03a-c8cb-4191-92c0-a5e7594fa3d5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.049799 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (0382c03a-c8cb-4191-92c0-a5e7594fa3d5), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.099304 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1348448490-network', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:48.102839 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (0382c03a-c8cb-4191-92c0-a5e7594fa3d5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.126935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:48.231707 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Made reservation on behalf of 6b3cfd456d8748b3a1db990d638340af for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:48.233883 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (0382c03a-c8cb-4191-92c0-a5e7594fa3d5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.234053 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.246034 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.275515 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0382c03a-c8cb-4191-92c0-a5e7594fa3d5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:48.286967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68192ef-4573-492d-a56b-6809d98c5630 req-2457c10a-67cf-43ee-98e7-038af4287e67 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:48.288538 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a68192ef-4573-492d-a56b-6809d98c5630 req-2457c10a-67cf-43ee-98e7-038af4287e67 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 943 time: 0.0990729 Aug 07 22:39:48.290601 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.296917 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-87556642-8d41-4857-9d7e-977560f62206 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/0382c03a-c8cb-4191-92c0-a5e7594fa3d5 HTTP/1.1" status: 204 len: 168 time: 0.3578432 Aug 07 22:39:48.298716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34208) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:48.362615 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks [] for security_group (6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.454102 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1d50-22d6-4886-a51c-74e418895f45 req-50f98725-28ca-4a19-bdd0-19f903a5f472 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:48.456831 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8cae1d50-22d6-4886-a51c-74e418895f45 req-50f98725-28ca-4a19-bdd0-19f903a5f472 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 943 time: 0.1468105 Aug 07 22:39:48.466797 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.471714 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.494398 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a68192ef-4573-492d-a56b-6809d98c5630 req-97f0e72b-534b-42e3-bd12-f6eabda1db4c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910286 Aug 07 22:39:48.503686 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:39:48.508380 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:48.527016 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (907cae7f-2a44-4a43-9dff-3f463c9a3541), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.527398 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Added segment 907cae7f-2a44-4a43-9dff-3f463c9a3541 of type vlan for network aaf0b534-ba14-4766-8d78-28b21425ddb7 Aug 07 22:39:48.557144 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8cae1d50-22d6-4886-a51c-74e418895f45 req-cb8364e6-b479-4b88-a215-e37365404eeb tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914621 Aug 07 22:39:48.557144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34214) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:48.570284 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (aaf0b534-ba14-4766-8d78-28b21425ddb7), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.572599 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=18 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:48.616507 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.637963 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:48.639667 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:48.649279 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef367e1-2ece-4d93-ab5b-61166600f9cd') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:48.649567 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef367e1-2ece-4d93-ab5b-61166600f9cd') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:48.659516 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (8ef367e1-2ece-4d93-ab5b-61166600f9cd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.671275 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (aaf0b534-ba14-4766-8d78-28b21425ddb7), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.672328 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:48.672894 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.683235 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-78b357a1-98ec-479b-be40-28c3af1f3836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.685425 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (8ef367e1-2ece-4d93-ab5b-61166600f9cd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.700170 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:39:48.700563 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (8ef367e1-2ece-4d93-ab5b-61166600f9cd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.738130 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf0b534-ba14-4766-8d78-28b21425ddb7,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:48.746448 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 8ef367e1-2ece-4d93-ab5b-61166600f9cd resource provider aggregate not found Aug 07 22:39:48.749794 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:39:48.753030 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:48.774718 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9fb1870e-aa74-49cc-a2f2-366329178f99 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9988105 Aug 07 22:39:48.781017 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 8ef367e1-2ece-4d93-ab5b-61166600f9cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ef367e1-2ece-4d93-ab5b-61166600f9cd found for delete ", "request_id": "req-f8447033-3ab5-4f97-a4fb-42885f7990fa"}]} Aug 07 22:39:48.781102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34222) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:48.781102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Request body: {'subnet': {'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1348448490-subnet', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:48.802600 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:48.830123 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-78b357a1-98ec-479b-be40-28c3af1f3836 admin admin] Publish callbacks [] for security_group (2a9e3f63-aa36-47ed-be8c-12ed4759e48d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.848166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.853889 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.856955 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2 HTTP/1.1" status: 204 len: 168 time: 0.5561373 Aug 07 22:39:48.867850 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a273f0-3774-4f94-8822-db40baddd987 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf1a2a4-3add-4fcc-bbc6-3c863e1df4a2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:48.871878 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Made reservation on behalf of 6b3cfd456d8748b3a1db990d638340af for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:48.874503 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.928073 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-78b357a1-98ec-479b-be40-28c3af1f3836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (2a9e3f63-aa36-47ed-be8c-12ed4759e48d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:48.967118 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b357a1-98ec-479b-be40-28c3af1f3836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e3f63-aa36-47ed-be8c-12ed4759e48d,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:48.980041 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-78b357a1-98ec-479b-be40-28c3af1f3836 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2cf2a0ff95da4697925951767ebdfd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131768 Aug 07 22:39:48.980041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34228) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:49.052210 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b4bbd-a8d6-4df6-a16b-6b53a5543696 req-a103f57a-fb31-4ca8-a68c-9424890b0107 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.053683 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-519b4bbd-a8d6-4df6-a16b-6b53a5543696 req-a103f57a-fb31-4ca8-a68c-9424890b0107 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0681989 Aug 07 22:39:49.086311 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1068-3856-4e31-97c4-476c507cdc6d admin admin] Publish callbacks [] for security_group (2a9e3f63-aa36-47ed-be8c-12ed4759e48d), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.117804 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (a66cffc1-2992-47c6-8a92-507b83167955), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.125825 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1068-3856-4e31-97c4-476c507cdc6d admin admin] Publish callbacks [] for security_group (2a9e3f63-aa36-47ed-be8c-12ed4759e48d), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.143018 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-519b4bbd-a8d6-4df6-a16b-6b53a5543696 req-7a632e99-670c-4675-844b-b0db2edbe171 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819705 Aug 07 22:39:49.177652 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66cffc1-2992-47c6-8a92-507b83167955,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:49.183088 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34230) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:49.194985 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:49.205671 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Checking segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:49.206147 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Network hostable DHCP agents. Network: aaf0b534-ba14-4766-8d78-28b21425ddb7, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:39:49.208272 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:49.246289 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-60f0effd-01ff-4c5c-8676-0821609fb6c3 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=764aad91598f4b13a6967b2d1fb7e59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619187 Aug 07 22:39:49.248485 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1068-3856-4e31-97c4-476c507cdc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (2a9e3f63-aa36-47ed-be8c-12ed4759e48d), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.248778 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34232) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:49.251321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1068-3856-4e31-97c4-476c507cdc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.255669 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-bdaf1068-3856-4e31-97c4-476c507cdc6d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2a9e3f63-aa36-47ed-be8c-12ed4759e48d HTTP/1.1" status: 204 len: 168 time: 0.2805352 Aug 07 22:39:49.305419 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4999a76e-2905-47ff-ab9b-2c8d1c828456 admin admin] Publish callbacks [] for security_group (0a1c62f3-1101-44a3-8b23-60a57d06c300), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.316613 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:39:49.328073 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf1068-3856-4e31-97c4-476c507cdc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9e3f63-aa36-47ed-be8c-12ed4759e48d,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:49.333319 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4999a76e-2905-47ff-ab9b-2c8d1c828456 admin admin] Publish callbacks [] for security_group (0a1c62f3-1101-44a3-8b23-60a57d06c300), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.375199 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-93a4d886-c5f9-4ed5-ab9b-42792ade3aa4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 217 time: 0.1054556 Aug 07 22:39:49.425255 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394cea3-2743-459f-a4f1-18fc627c3b28 req-f3395fa1-6589-4743-bf80-ca48f85e4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.426897 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8394cea3-2743-459f-a4f1-18fc627c3b28 req-f3395fa1-6589-4743-bf80-ca48f85e4735 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5eea609cee794549a2c23cdb24fbb572&device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 1127 time: 0.1486042 Aug 07 22:39:49.436989 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, aaf0b534-ba14-4766-8d78-28b21425ddb7) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:49.442802 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.444194 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.448995 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418d463-a4c3-4415-a859-3d7ad15f4345 None None] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:49.492432 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-cc2a0ef4-5cc2-4640-b399-246f18c13a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.493895 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-cc2a0ef4-5cc2-4640-b399-246f18c13a88 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.1018970 Aug 07 22:39:49.501341 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4999a76e-2905-47ff-ab9b-2c8d1c828456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0a1c62f3-1101-44a3-8b23-60a57d06c300), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.504214 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4999a76e-2905-47ff-ab9b-2c8d1c828456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.508679 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4999a76e-2905-47ff-ab9b-2c8d1c828456 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0a1c62f3-1101-44a3-8b23-60a57d06c300 HTTP/1.1" status: 204 len: 168 time: 0.2559581 Aug 07 22:39:49.519401 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a76e-2905-47ff-ab9b-2c8d1c828456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1c62f3-1101-44a3-8b23-60a57d06c300,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:49.551090 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-70e3ccd0-17e4-43a0-b9f6-da81d341c063 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7739031 Aug 07 22:39:49.553868 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34250) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:49.567351 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-9991e42d-5016-4d31-a32f-a9c46bc01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.567351 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-9991e42d-5016-4d31-a32f-a9c46bc01918 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652928 Aug 07 22:39:49.568328 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:49.615447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-aaf0b534-ba14-4766-8d78-28b21425ddb7', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:39:49.620297 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.700156 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (21511373-e1bb-456b-9bc5-a34ec891c2ba), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.701361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (21511373-e1bb-456b-9bc5-a34ec891c2ba), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.773800 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks [] for router_controller (21511373-e1bb-456b-9bc5-a34ec891c2ba), precommit_add_association {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:49.829122 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394cea3-2743-459f-a4f1-18fc627c3b28 req-369aa989-9b4b-49b0-be6f-91c6eae8588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.830546 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8394cea3-2743-459f-a4f1-18fc627c3b28 req-369aa989-9b4b-49b0-be6f-91c6eae8588a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=5eea609cee794549a2c23cdb24fbb572&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3953047 Aug 07 22:39:49.845378 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a19479-a241-467b-84b6-e3ad8afce62e req-7a5038f0-67ff-4e79-8c2b-13b979ee31c1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.846913 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e6a19479-a241-467b-84b6-e3ad8afce62e req-7a5038f0-67ff-4e79-8c2b-13b979ee31c1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 943 time: 0.1731834 Aug 07 22:39:49.860231 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Allocated IP 172.20.0.2 (aaf0b534-ba14-4766-8d78-28b21425ddb7/a66cffc1-2992-47c6-8a92-507b83167955/a860c3e4-74e7-471c-8cd3-96ff104b86ad) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:39:49.882086 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c82d61-e1cf-400a-a4d8-8b6807b466ba req-c248b5d3-9ba6-4ab3-8073-04adbde33d93 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:49.890140 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-08c82d61-e1cf-400a-a4d8-8b6807b466ba req-c248b5d3-9ba6-4ab3-8073-04adbde33d93 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 943 time: 0.2174313 Aug 07 22:39:50.044633 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-f6195b0a-be98-4c97-9f20-a218d06c97e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506536 Aug 07 22:39:50.051946 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:50.057257 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Publish callbacks [] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.084565 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks [] for router_gateway (21511373-e1bb-456b-9bc5-a34ec891c2ba), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.150799 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e6a19479-a241-467b-84b6-e3ad8afce62e req-2d74c64e-7538-42da-be2b-51c9adb43ea0 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931468 Aug 07 22:39:50.179670 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-08c82d61-e1cf-400a-a4d8-8b6807b466ba req-06f9b161-e3d1-4357-9c49-c8483c400446 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881403 Aug 07 22:39:50.189761 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394cea3-2743-459f-a4f1-18fc627c3b28 req-5848aff9-d51a-43c7-babc-d725342cd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:50.189761 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8394cea3-2743-459f-a4f1-18fc627c3b28 req-5848aff9-d51a-43c7-babc-d725342cd21d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3418684 Aug 07 22:39:50.209519 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.220572 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:50.224251 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39360402-08e9-4d0a-a0b4-035a98a90659 req-ee644af5-fe16-430f-9f64-7bfaa9e78faa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605947 Aug 07 22:39:50.308706 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:39:50.308855 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34284) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:50.325619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:50.333083 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:39:50.350629 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-8b210cbd-9998-4fee-bf26-8337fea74bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:50.350629 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-8b210cbd-9998-4fee-bf26-8337fea74bae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5eea609cee794549a2c23cdb24fbb572&device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 1127 time: 0.1123700 Aug 07 22:39:50.371108 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Pushing event updated for resources: {'Port': ['ID=a860c3e4-74e7-471c-8cd3-96ff104b86ad,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:50.439369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3965a1-de4e-4f22-8345-4fb4d2b24138 req-de96502d-1610-4aa3-8e83-b2e33da9dab1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:50.448048 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8a3965a1-de4e-4f22-8345-4fb4d2b24138 req-de96502d-1610-4aa3-8e83-b2e33da9dab1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1468894 Aug 07 22:39:50.453983 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-e2fcedf8-8323-40c5-889e-561025adf755 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b161e96-ab40-40a7-94b4-baefa79fd50f HTTP/1.1" status: 200 len: 217 time: 0.0902469 Aug 07 22:39:50.456612 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1f1faa7b-4d78-4787-9978-05c6f492901f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1a5425bf731141088a5e23a4171918e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467729 Aug 07 22:39:50.459373 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34290) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:50.467399 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Attempting to bind port a860c3e4-74e7-471c-8cd3-96ff104b86ad on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:39:50.467951 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Attempting to bind port a860c3e4-74e7-471c-8cd3-96ff104b86ad by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:39:50.468565 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Attempting to bind port a860c3e4-74e7-471c-8cd3-96ff104b86ad on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:39:50.477044 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:39:50.479867 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Checking segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:50.479867 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.479867 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Bound using segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:39:50.479867 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Bound port: a860c3e4-74e7-471c-8cd3-96ff104b86ad, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:39:50.479867 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.534901 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks [] for router_gateway (21511373-e1bb-456b-9bc5-a34ec891c2ba), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.560002 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c42522d8-e0f5-4611-984c-33c8aa6d4363 admin admin] Publish callbacks [] for security_group (95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.586055 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] For port a860c3e4-74e7-471c-8cd3-96ff104b86ad, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:39:50.590925 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] For port a860c3e4-74e7-471c-8cd3-96ff104b86ad, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=a860c3e4-74e7-471c-8cd3-96ff104b86ad,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:39:50.602130 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c42522d8-e0f5-4611-984c-33c8aa6d4363 admin admin] Publish callbacks [] for security_group (95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.604781 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.609201 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8a3965a1-de4e-4f22-8345-4fb4d2b24138 req-8150c141-61b7-45dd-9405-b2240bea9503 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603730 Aug 07 22:39:50.614201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-570db765-e265-469b-9455-4d37a45b1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:50.616336 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-570db765-e265-469b-9455-4d37a45b1bc1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20cfd203-4ae3-47dc-b419-407c1e1a9e3f HTTP/1.1" status: 200 len: 853 time: 0.1455960 Aug 07 22:39:50.658170 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-72967083-3158-4ab3-b7fa-32ed9fffcaa9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351701 Aug 07 22:39:50.718686 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:50.832648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f0a3-d290-43b1-b909-e2627bc93173 None None] Pushing event updated for resources: {'Port': ['ID=a860c3e4-74e7-471c-8cd3-96ff104b86ad,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:50.906458 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-fba1ee02-b463-490b-a6ef-3cbf02c88389 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389016 Aug 07 22:39:50.928972 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:51.059987 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Allocated IP 172.27.3.153 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/097a48ed-8de8-494c-9a7c-f978b978fb4f) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:39:51.095106 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c42522d8-e0f5-4611-984c-33c8aa6d4363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:51.105624 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c42522d8-e0f5-4611-984c-33c8aa6d4363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:51.107476 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c42522d8-e0f5-4611-984c-33c8aa6d4363 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8 HTTP/1.1" status: 204 len: 168 time: 0.6471915 Aug 07 22:39:51.148688 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42522d8-e0f5-4611-984c-33c8aa6d4363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5ba89-5cce-4ecc-8a1f-02d800c3aaa8,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:51.196355 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bca1c3ee-6805-4a89-9086-d3d6159dbc06 req-f24b6155-e64e-40ff-941a-7d137f6c86ac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829893 Aug 07 22:39:51.265160 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ffa75a68-45f7-47ee-941b-97d714ef438e details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:39:51.448719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks [] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:51.463712 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port ffa75a68-45f7-47ee-941b-97d714ef438e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ffa75a68-45f7-47ee-941b-97d714ef438e,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:51.478583 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4450c-5e35-4a94-8366-1464bdd5b67f req-0a5de5d5-3e3f-4ebe-a7d0-39395b61cd91 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:51.480099 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:51.482130 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'mac_address': 'fa:16:3e:56:d1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:39:51.491461 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ac4450c-5e35-4a94-8366-1464bdd5b67f req-0a5de5d5-3e3f-4ebe-a7d0-39395b61cd91 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 943 time: 0.1489785 Aug 07 22:39:51.534412 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port ffa75a68-45f7-47ee-941b-97d714ef438e is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:51.535395 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:51.541944 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e5781-2b7e-4c7c-a9c0-88bf3bf294f9 req-12119884-c24f-4da3-9c5d-4e2aa98ee8b2 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:51.549449 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-352e5781-2b7e-4c7c-a9c0-88bf3bf294f9 req-12119884-c24f-4da3-9c5d-4e2aa98ee8b2 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 943 time: 0.1300421 Aug 07 22:39:51.552438 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa75a68-45f7-47ee-941b-97d714ef438e {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:39:51.552873 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:51.588674 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port ffa75a68-45f7-47ee-941b-97d714ef438e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ffa75a68-45f7-47ee-941b-97d714ef438e,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:51.592556 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:51.612846 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ac4450c-5e35-4a94-8366-1464bdd5b67f req-50c368db-d001-4895-ac62-04dd8d9a0e5e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197236 Aug 07 22:39:51.641311 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-352e5781-2b7e-4c7c-a9c0-88bf3bf294f9 req-e9658a99-1810-463e-9c14-b63b31751652 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908773 Aug 07 22:39:51.671133 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:39:51.676913 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:51.697361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:51.703732 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:39:51.747761 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Pushing event updated for resources: {'Port': ['ID=097a48ed-8de8-494c-9a7c-f978b978fb4f,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:51.809804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=ffa75a68-45f7-47ee-941b-97d714ef438e,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:51.866853 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:51.885316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:51.942579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbd3af-9775-4efd-b869-37d86f269635 req-33fe86e1-2b76-466c-a792-0c4552773a7e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:51.948260 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7dfbd3af-9775-4efd-b869-37d86f269635 req-33fe86e1-2b76-466c-a792-0c4552773a7e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1533854 Aug 07 22:39:52.101465 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7dfbd3af-9775-4efd-b869-37d86f269635 req-eea9b137-1556-4fa2-a93a-1d68a339ca7f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407983 Aug 07 22:39:52.218121 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks [] for router_gateway (21511373-e1bb-456b-9bc5-a34ec891c2ba), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:52.280869 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf82ac4-2ddb-4259-9d7e-c0ac1c32f726 None None] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:52.346842 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-5c1275b0-e2ed-4d36-a21f-a2eb88f5d775 None None] Provisioning complete for port a860c3e4-74e7-471c-8cd3-96ff104b86ad triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:52.347535 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5c1275b0-e2ed-4d36-a21f-a2eb88f5d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:52.458923 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (21511373-e1bb-456b-9bc5-a34ec891c2ba), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:52.482876 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-5c1275b0-e2ed-4d36-a21f-a2eb88f5d775 None None] Current status of the port a860c3e4-74e7-471c-8cd3-96ff104b86ad is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:52.483277 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5c1275b0-e2ed-4d36-a21f-a2eb88f5d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:52.543814 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-5c1275b0-e2ed-4d36-a21f-a2eb88f5d775 None None] For port a860c3e4-74e7-471c-8cd3-96ff104b86ad, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=a860c3e4-74e7-471c-8cd3-96ff104b86ad,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:52.695677 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5c1275b0-e2ed-4d36-a21f-a2eb88f5d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:52.747021 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:39:52.814307 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:52.895358 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-21c1797d-189a-4983-bc02-71cc554a341a None None] Provisioning complete for port a860c3e4-74e7-471c-8cd3-96ff104b86ad triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:52.896047 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-21c1797d-189a-4983-bc02-71cc554a341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:52.956815 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1275b0-e2ed-4d36-a21f-a2eb88f5d775 None None] Pushing event updated for resources: {'Port': ['ID=a860c3e4-74e7-471c-8cd3-96ff104b86ad,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:52.986067 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af098-9fe4-41af-8784-ecf254f56130 req-bf1ab4ef-855a-4bff-9c0c-558999cfe44f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:52.989723 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c9af098-9fe4-41af-8784-ecf254f56130 req-bf1ab4ef-855a-4bff-9c0c-558999cfe44f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 944 time: 0.2168477 Aug 07 22:39:53.019364 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device a860c3e4-74e7-471c-8cd3-96ff104b86ad up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:39:53.026111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de49b46-6d45-4262-af85-2449e8689e90 req-cd6de31f-b631-4cca-8fb1-f62783b3d53d tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:53.036504 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9de49b46-6d45-4262-af85-2449e8689e90 req-cd6de31f-b631-4cca-8fb1-f62783b3d53d tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 943 time: 0.1754115 Aug 07 22:39:53.052234 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:39:53.084748 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:39:53.153315 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:39:53.153978 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:53.208313 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:53.209628 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-02c1e3a4-4398-4cfb-8647-29006cd0cfb7 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6512926 Aug 07 22:39:53.214320 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c9af098-9fe4-41af-8784-ecf254f56130 req-9cd9554d-9e11-4e01-b330-0b4b781dbf72 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156420 Aug 07 22:39:53.221150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34350) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:53.261824 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9de49b46-6d45-4262-af85-2449e8689e90 req-7c717e49-12f6-4a02-93af-87c01dccb166 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215726 Aug 07 22:39:53.290319 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-21c1797d-189a-4983-bc02-71cc554a341a None None] Current status of the port a860c3e4-74e7-471c-8cd3-96ff104b86ad is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:53.322498 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port a860c3e4-74e7-471c-8cd3-96ff104b86ad triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:53.322882 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:53.432986 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87692b60-3cdd-4a84-8bcb-f9466a44c1df req-960713f6-24d8-492c-a88c-ca4fc8f09af9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:53.440882 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87692b60-3cdd-4a84-8bcb-f9466a44c1df req-960713f6-24d8-492c-a88c-ca4fc8f09af9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1061664 Aug 07 22:39:53.551042 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87692b60-3cdd-4a84-8bcb-f9466a44c1df req-4c43149a-4af0-4cf1-9d85-b08f67a1fa45 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088810 Aug 07 22:39:53.675610 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:39:53.826915 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:53.855594 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:53.878224 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port a860c3e4-74e7-471c-8cd3-96ff104b86ad is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:53.977058 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:53.990569 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5e85-1c99-4dab-80c1-0884750d81c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:54.041295 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:51Z', 'revision_number': 3, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:54.119708 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:39:54.120150 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Updating router 21511373-e1bb-456b-9bc5-a34ec891c2ba port 097a48ed-8de8-494c-9a7c-f978b978fb4f binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:39:54.191740 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:54.251209 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Allocated IP 172.20.0.1 (aaf0b534-ba14-4766-8d78-28b21425ddb7/a66cffc1-2992-47c6-8a92-507b83167955/95e51ff2-3b82-4d54-b807-dc88b1305548) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:39:54.489623 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:54.509139 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks [] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:54.521329 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e12e57-c1a3-44dc-9b8d-3f5da67b6a6a req-c652ce64-9a8a-4d51-b159-2fd0ec60d12d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:54.523390 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-92e12e57-c1a3-44dc-9b8d-3f5da67b6a6a req-c652ce64-9a8a-4d51-b159-2fd0ec60d12d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 944 time: 0.1642523 Aug 07 22:39:54.553006 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61135e-57c3-4412-812a-c253eea7049e req-40ec9fd8-f043-423f-88c3-502aa902f376 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:54.554776 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e61135e-57c3-4412-812a-c253eea7049e req-40ec9fd8-f043-423f-88c3-502aa902f376 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 943 time: 0.1135619 Aug 07 22:39:54.600052 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:54.645079 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:54.651296 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-92e12e57-c1a3-44dc-9b8d-3f5da67b6a6a req-3b3137b5-ec99-43a7-84c1-af2e3abd21c2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184604 Aug 07 22:39:54.682337 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['ffa75a68-45f7-47ee-941b-97d714ef438e'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:39:54.687371 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e61135e-57c3-4412-812a-c253eea7049e req-442fa8d0-0765-4d81-b700-cac37626b944 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219721 Aug 07 22:39:54.699765 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Pushing event updated for resources: {'Port': ['ID=95e51ff2-3b82-4d54-b807-dc88b1305548,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:54.731116 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:39:54.732788 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:54.737052 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:39:54.825625 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Publish callbacks [] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:54.910962 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (21511373-e1bb-456b-9bc5-a34ec891c2ba), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:54.936757 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:54.941083 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8456d-608d-44f7-9f3d-ce75b99d60b4 req-2d56b6ab-2161-4113-aecb-de75a91c73d7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:54.952879 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fbd8456d-608d-44f7-9f3d-ce75b99d60b4 req-2d56b6ab-2161-4113-aecb-de75a91c73d7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.2031479 Aug 07 22:39:55.018219 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device a860c3e4-74e7-471c-8cd3-96ff104b86ad up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:39:55.032438 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:55.086014 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fbd8456d-608d-44f7-9f3d-ce75b99d60b4 req-32f88a7d-f198-41b6-8bea-4b33fbd97bc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307790 Aug 07 22:39:55.087126 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Attempting to bind port 097a48ed-8de8-494c-9a7c-f978b978fb4f on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:39:55.088626 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Attempting to bind port 097a48ed-8de8-494c-9a7c-f978b978fb4f by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:39:55.089216 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Attempting to bind port 097a48ed-8de8-494c-9a7c-f978b978fb4f on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:39:55.133315 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:39:55.134893 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:55.134893 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.135121 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:39:55.135630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Bound port: 097a48ed-8de8-494c-9a7c-f978b978fb4f, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:39:55.136139 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.143348 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663680e-ef74-4508-a379-d5ad51795422 None None] Pushing event updated for resources: {'Port': ['ID=097a48ed-8de8-494c-9a7c-f978b978fb4f,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:55.212273 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-a9f14ee8-2f05-4d89-94af-c00e2963ec19 None None] Provisioning complete for port 95e51ff2-3b82-4d54-b807-dc88b1305548 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:55.212800 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a9f14ee8-2f05-4d89-94af-c00e2963ec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.295476 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:55.322210 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port a860c3e4-74e7-471c-8cd3-96ff104b86ad triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:55.322699 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.322803 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.381800 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-a9f14ee8-2f05-4d89-94af-c00e2963ec19 None None] Port 95e51ff2-3b82-4d54-b807-dc88b1305548 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:39:55.394445 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] For port 097a48ed-8de8-494c-9a7c-f978b978fb4f, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:39:55.436701 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:55.471777 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] For port 097a48ed-8de8-494c-9a7c-f978b978fb4f, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=097a48ed-8de8-494c-9a7c-f978b978fb4f,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:39:55.532410 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port a860c3e4-74e7-471c-8cd3-96ff104b86ad is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:55.557240 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.590170 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks [] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.639035 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663680e-ef74-4508-a379-d5ad51795422 None None] Pushing event updated for resources: {'Port': ['ID=097a48ed-8de8-494c-9a7c-f978b978fb4f,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:55.648441 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:39:55.649066 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:55.669420 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.846050 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Pushing event updated for resources: {'Port': ['ID=95e51ff2-3b82-4d54-b807-dc88b1305548,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:55.857222 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (21511373-e1bb-456b-9bc5-a34ec891c2ba), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:55.884082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:39:55.924398 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76adc8-2575-4d1b-9440-433faa6d5e2b req-b8514809-a69b-44f6-be70-381b8a91a0e9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:55.926046 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4b76adc8-2575-4d1b-9440-433faa6d5e2b req-b8514809-a69b-44f6-be70-381b8a91a0e9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 944 time: 0.0973413 Aug 07 22:39:55.935855 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2060-f7dc-487d-bb87-3f578d47feb3 req-2ad27505-8cf7-4ec6-a19c-579bc6492135 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:55.944871 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-53eb2060-f7dc-487d-bb87-3f578d47feb3 req-2ad27505-8cf7-4ec6-a19c-579bc6492135 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 943 time: 0.0834274 Aug 07 22:39:56.045388 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:39:56.047822 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:56.106370 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4b76adc8-2575-4d1b-9440-433faa6d5e2b req-729b5595-6ae6-49bc-b991-1eee335f6baa tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603210 Aug 07 22:39:56.148708 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-53eb2060-f7dc-487d-bb87-3f578d47feb3 req-a3c9c7b0-bc75-4dab-b732-9448fed2b9b1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855774 Aug 07 22:39:56.175136 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:56.219665 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:39:56.271039 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:39:54Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:56.299346 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c4cd0-5106-4f09-b5d2-188c81f3001c req-6f5ef1f0-287f-41e8-8a86-9ea5a9ace14d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:56.315244 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a55c4cd0-5106-4f09-b5d2-188c81f3001c req-6f5ef1f0-287f-41e8-8a86-9ea5a9ace14d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1050723 Aug 07 22:39:56.337214 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff0f39-94c3-451f-87bf-5a044e151722 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:39:54Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:39:56.431810 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:39:56.437514 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-06191b2f-7aac-44a9-9d8d-5f09f1fa1acb admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/21511373-e1bb-456b-9bc5-a34ec891c2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2153358 Aug 07 22:39:56.464431 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-7456eac3-659f-4729-8154-bc3d47671001 None None] Provisioning complete for port 95e51ff2-3b82-4d54-b807-dc88b1305548 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:56.464431 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7456eac3-659f-4729-8154-bc3d47671001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:56.506445 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-7456eac3-659f-4729-8154-bc3d47671001 None None] Port 95e51ff2-3b82-4d54-b807-dc88b1305548 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:39:56.528600 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a55c4cd0-5106-4f09-b5d2-188c81f3001c req-1ec3fd60-541a-42b1-b811-0944b39a3576 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665602 Aug 07 22:39:56.734410 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:56.997262 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-526e782a-7f06-4e25-b4b8-6d8efc19d5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:57.020200 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:57.330433 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033c29-c49d-44c5-a839-21ad6c7ae4fe req-107cbac8-f54d-47fc-8b00-8a59675b79d0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:57.365251 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d033c29-c49d-44c5-a839-21ad6c7ae4fe req-107cbac8-f54d-47fc-8b00-8a59675b79d0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 944 time: 0.1108878 Aug 07 22:39:57.460788 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:57.483493 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedd55f-7d92-4b55-93e1-f529e6d6fdaf req-62279eba-3a6c-46bc-8561-74fc240bf572 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:57.490593 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bedd55f-7d92-4b55-93e1-f529e6d6fdaf req-62279eba-3a6c-46bc-8561-74fc240bf572 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 943 time: 0.2241490 Aug 07 22:39:57.531436 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d033c29-c49d-44c5-a839-21ad6c7ae4fe req-9d0c3f86-94a3-4978-94fd-7bf7a5f53e24 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649477 Aug 07 22:39:57.586126 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:57.604979 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bedd55f-7d92-4b55-93e1-f529e6d6fdaf req-b315fed1-9ecb-4681-9ebc-293d1a17ea89 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132123 Aug 07 22:39:57.759118 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c173c-a22a-4c62-86e7-68c3776abed5 req-45418782-0bd1-492f-92b7-3054f54f64ca tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:57.760761 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7c4c173c-a22a-4c62-86e7-68c3776abed5 req-45418782-0bd1-492f-92b7-3054f54f64ca tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0979457 Aug 07 22:39:57.862775 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7c4c173c-a22a-4c62-86e7-68c3776abed5 req-69468432-ff0a-4e80-8b1b-7418f245f59e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938225 Aug 07 22:39:57.922406 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34454) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:57.931634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875146718-network', 'tenant_id': '4842e6e3e892400cbccac28d678c8190'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:58.031793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 4b161e96-ab40-40a7-94b4-baefa79fd50f details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:39:58.045354 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Made reservation on behalf of 4842e6e3e892400cbccac28d678c8190 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:58.048426 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.082880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.243327 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks [] for security_group (9613ed25-e7b7-4bb6-8f42-a5a7c1908155), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.291346 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 4b161e96-ab40-40a7-94b4-baefa79fd50f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4b161e96-ab40-40a7-94b4-baefa79fd50f,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:58.307480 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '4b161e96-ab40-40a7-94b4-baefa79fd50f', 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9', 'port_id': '4b161e96-ab40-40a7-94b4-baefa79fd50f', 'mac_address': 'fa:16:3e:46:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cfd203-4ae3-47dc-b419-407c1e1a9e3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:39:58.311743 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9613ed25-e7b7-4bb6-8f42-a5a7c1908155), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.342659 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:39:58.360687 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 4b161e96-ab40-40a7-94b4-baefa79fd50f is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:58.361396 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.362602 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613ed25-e7b7-4bb6-8f42-a5a7c1908155,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:58.370564 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (dc0509f7-5d46-464a-857b-ae58fc2b723d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.370908 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Added segment dc0509f7-5d46-464a-857b-ae58fc2b723d of type vlan for network 92ef88bd-0f38-467a-bf94-b699c80b50c1 Aug 07 22:39:58.389131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:58.401058 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b161e96-ab40-40a7-94b4-baefa79fd50f {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:39:58.432618 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 4b161e96-ab40-40a7-94b4-baefa79fd50f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4b161e96-ab40-40a7-94b4-baefa79fd50f,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:58.433153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (92ef88bd-0f38-467a-bf94-b699c80b50c1), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.505879 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.540638 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (92ef88bd-0f38-467a-bf94-b699c80b50c1), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.542033 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:58.542692 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.570824 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=4b161e96-ab40-40a7-94b4-baefa79fd50f,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:58.645041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] Pushing event updated for resources: {'Network': ['ID=92ef88bd-0f38-467a-bf94-b699c80b50c1,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:58.667161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:39:58.692668 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34464) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:58.693243 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fc78fce0-2b4f-49c1-a7b5-d1ddff144601 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7684667 Aug 07 22:39:58.696856 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Request body: {'subnet': {'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875146718-subnet', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:58.705545 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:58.721902 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b8215-f26d-4867-aaba-b7c59e0a1508 req-a5f99105-5ed3-4f29-bc67-8ef0a8377f18 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:58.729407 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8a7b8215-f26d-4867-aaba-b7c59e0a1508 req-a5f99105-5ed3-4f29-bc67-8ef0a8377f18 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 944 time: 0.1020417 Aug 07 22:39:58.802522 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Made reservation on behalf of 4842e6e3e892400cbccac28d678c8190 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:39:58.815251 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:58.847512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f1155-a408-4c17-9a45-c58a7c28eaf9 req-095b6cbd-de25-479d-bdc0-4cde73d1732a tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:58.849107 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c1f1155-a408-4c17-9a45-c58a7c28eaf9 req-095b6cbd-de25-479d-bdc0-4cde73d1732a tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 944 time: 0.1128170 Aug 07 22:39:58.853664 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8a7b8215-f26d-4867-aaba-b7c59e0a1508 req-005fa793-4a94-45e7-950e-3005263428e4 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149404 Aug 07 22:39:58.956913 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c1f1155-a408-4c17-9a45-c58a7c28eaf9 req-826af4b3-5700-4523-b00e-4bc1898ce435 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960259 Aug 07 22:39:59.005271 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 097a48ed-8de8-494c-9a7c-f978b978fb4f up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:39:59.047660 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ffa75a68-45f7-47ee-941b-97d714ef438e up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:39:59.129226 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 097a48ed-8de8-494c-9a7c-f978b978fb4f triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:59.129604 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.221545 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port ffa75a68-45f7-47ee-941b-97d714ef438e completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:39:59.264089 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (bffc0ad5-212f-4a77-816c-6225be717e6c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.314292 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 097a48ed-8de8-494c-9a7c-f978b978fb4f is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:59.314693 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.354200 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:39:59.370777 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['4b161e96-ab40-40a7-94b4-baefa79fd50f'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:39:59.371993 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffc0ad5-212f-4a77-816c-6225be717e6c,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:39:59.373381 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port ffa75a68-45f7-47ee-941b-97d714ef438e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:39:59.373764 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.374651 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:39:59.374953 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:59.383744 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Checking segment: {'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:39:59.384332 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Network hostable DHCP agents. Network: 92ef88bd-0f38-467a-bf94-b699c80b50c1, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:39:59.481159 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc62a-2726-42d3-b0a4-e0d0c34e80f8 req-48ec927b-d8dd-4ffe-a2e0-83e9a3b9cc25 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:59.489620 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8e6fc62a-2726-42d3-b0a4-e0d0c34e80f8 req-48ec927b-d8dd-4ffe-a2e0-83e9a3b9cc25 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.4548979 Aug 07 22:39:59.511796 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:39:59.560852 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:39:59.582919 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 097a48ed-8de8-494c-9a7c-f978b978fb4f, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=097a48ed-8de8-494c-9a7c-f978b978fb4f,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:39:59.593522 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8e6fc62a-2726-42d3-b0a4-e0d0c34e80f8 req-202bae92-b0da-4c3a-a12a-c6fe934f93ae tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006742 Aug 07 22:39:59.593741 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.595004 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.603393 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 92ef88bd-0f38-467a-bf94-b699c80b50c1) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:39:59.613165 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:39:59.616843 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.626600 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2689ae-cab2-4477-a954-d572cef76dd5 None None] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:39:59.669333 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:59.708811 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3159a724-e0ab-4ade-8c5e-bf8f363d241e admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0183761 Aug 07 22:39:59.712087 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34474) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:39:59.718632 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:39:59.721289 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:39:59.747673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.832875 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.854240 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 2, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:39:59.865775 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.868065 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.878759 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port ffa75a68-45f7-47ee-941b-97d714ef438e is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:39:59.879496 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:39:59.936098 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:39:59.936098 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Updating router 21511373-e1bb-456b-9bc5-a34ec891c2ba port 95e51ff2-3b82-4d54-b807-dc88b1305548 binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:40:00.021355 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks [] for router_controller (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), precommit_add_association {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.052063 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.101489 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b737155-5369-4f0f-b21b-b42b2a3c53c6 req-d9534b8d-e819-4cf7-909e-ef58df479fe3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:00.106471 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6b737155-5369-4f0f-b21b-b42b2a3c53c6 req-d9534b8d-e819-4cf7-909e-ef58df479fe3 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 944 time: 0.0987949 Aug 07 22:40:00.120998 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=097a48ed-8de8-494c-9a7c-f978b978fb4f,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:00.133287 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:40:00.139753 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93c23f6-ac4c-4c06-9855-0b30d7674fcf" -d '{"events": [{"server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "name": "network-vif-plugged", "status": "completed", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:40:00.206707 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port ffa75a68-45f7-47ee-941b-97d714ef438e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ffa75a68-45f7-47ee-941b-97d714ef438e,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:00.229355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10375636-39e8-405d-8231-690f94179648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-92ef88bd-0f38-467a-bf94-b699c80b50c1', 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1', 'project_id': '4842e6e3e892400cbccac28d678c8190', 'fixed_ips': [{'subnet_id': 'bffc0ad5-212f-4a77-816c-6225be717e6c'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:40:00.232139 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-10375636-39e8-405d-8231-690f94179648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.307860 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:00.340888 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb497f7d-ab1b-496f-a798-56e214f5fbf0 req-694e79a5-7764-4717-bebd-8866fb53695c tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:00.351458 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cb497f7d-ab1b-496f-a798-56e214f5fbf0 req-694e79a5-7764-4717-bebd-8866fb53695c tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 944 time: 0.2422059 Aug 07 22:40:00.487521 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cb497f7d-ab1b-496f-a798-56e214f5fbf0 req-79318b8f-27b4-4aca-82a1-6483be6e5859 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204765 Aug 07 22:40:00.488205 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks [] for router_gateway (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.545211 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6b737155-5369-4f0f-b21b-b42b2a3c53c6 req-5c27eeeb-55f4-46b2-8b2a-aa4f1fbed423 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974266 Aug 07 22:40:00.587158 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52493769-9ab1-4ae0-86ed-8fd6391ed4bd x-openstack-request-id: req-52493769-9ab1-4ae0-86ed-8fd6391ed4bd {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:40:00.587531 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "name": "network-vif-plugged", "status": "completed", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:40:00.587839 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52493769-9ab1-4ae0-86ed-8fd6391ed4bd {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:40:00.588266 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52493769-9ab1-4ae0-86ed-8fd6391ed4bd'] response: {'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'code': 200} Aug 07 22:40:00.597112 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.625064 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Publish callbacks [] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.681410 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:00.695656 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-10375636-39e8-405d-8231-690f94179648 None None] Allocated IP 172.20.0.2 (92ef88bd-0f38-467a-bf94-b699c80b50c1/bffc0ad5-212f-4a77-816c-6225be717e6c/73a8c5c0-c815-4598-9239-b0e6f8e88e15) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:00.728905 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.849812 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16799-623f-4398-84b8-3601d7949a05 req-a9f1f776-65bf-4fe3-af5f-d8b64722c295 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:00.860954 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10e16799-623f-4398-84b8-3601d7949a05 req-a9f1f776-65bf-4fe3-af5f-d8b64722c295 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1338263 Aug 07 22:40:00.927631 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Pushing event updated for resources: {'Port': ['ID=95e51ff2-3b82-4d54-b807-dc88b1305548,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:00.941813 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10e16799-623f-4398-84b8-3601d7949a05 req-93802af4-bfee-495f-8ad1-f5acfa326c59 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792551 Aug 07 22:40:00.958194 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.958639 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.959121 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.959642 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.960663 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.971295 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977464 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977464 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977464 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977747 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=ffa75a68-45f7-47ee-941b-97d714ef438e,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:00.977828 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977828 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977828 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977828 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977828 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.977828 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:00.982216 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Attempting to bind port 95e51ff2-3b82-4d54-b807-dc88b1305548 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:00.982771 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Attempting to bind port 95e51ff2-3b82-4d54-b807-dc88b1305548 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:00.983312 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Attempting to bind port 95e51ff2-3b82-4d54-b807-dc88b1305548 on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:00.992181 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:00.992855 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Checking segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:00.993492 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:00.994091 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Bound using segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:00.994861 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Bound port: 95e51ff2-3b82-4d54-b807-dc88b1305548, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:00.995492 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.013765 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 097a48ed-8de8-494c-9a7c-f978b978fb4f up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:01.072490 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:01.097877 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] For port 95e51ff2-3b82-4d54-b807-dc88b1305548, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:01.102379 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] For port 95e51ff2-3b82-4d54-b807-dc88b1305548, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=95e51ff2-3b82-4d54-b807-dc88b1305548,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:01.107566 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 097a48ed-8de8-494c-9a7c-f978b978fb4f triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:01.107946 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.197323 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.207581 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:01.294178 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks [] for router_gateway (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.295015 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:01.295643 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:01.328097 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-10375636-39e8-405d-8231-690f94179648 None None] Publish callbacks [] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.342443 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 097a48ed-8de8-494c-9a7c-f978b978fb4f is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:01.356734 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b18d47-0c57-4410-9049-7d9576c878d2 None None] Pushing event updated for resources: {'Port': ['ID=95e51ff2-3b82-4d54-b807-dc88b1305548,revision_number=4']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:01.356940 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.392227 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-10375636-39e8-405d-8231-690f94179648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.421479 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:01.482566 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10375636-39e8-405d-8231-690f94179648 None None] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:01.482566 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375636-39e8-405d-8231-690f94179648 None None] Pushing event updated for resources: {'Port': ['ID=73a8c5c0-c815-4598-9239-b0e6f8e88e15,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:01.490275 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-10375636-39e8-405d-8231-690f94179648 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:01.495342 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10375636-39e8-405d-8231-690f94179648 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:01.500457 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:01.530297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Allocated IP 172.27.3.81 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/f77d70e1-c544-4b5b-9150-d7f60ba53a68) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:01.617783 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-10375636-39e8-405d-8231-690f94179648 None None] Attempting to bind port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:01.618344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-10375636-39e8-405d-8231-690f94179648 None None] Attempting to bind port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:01.618714 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10375636-39e8-405d-8231-690f94179648 None None] Attempting to bind port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 on network 92ef88bd-0f38-467a-bf94-b699c80b50c1 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:01.629872 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10375636-39e8-405d-8231-690f94179648 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:01.630537 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10375636-39e8-405d-8231-690f94179648 None None] Checking segment: {'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:01.631140 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-10375636-39e8-405d-8231-690f94179648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.631704 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10375636-39e8-405d-8231-690f94179648 None None] Bound using segment: {'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:01.632488 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-10375636-39e8-405d-8231-690f94179648 None None] Bound port: 73a8c5c0-c815-4598-9239-b0e6f8e88e15, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:01.634644 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-10375636-39e8-405d-8231-690f94179648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.677325 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks [] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.721819 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:01.736760 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfac734-efed-4578-a473-fdc5e36f740a req-86ca298d-0b22-41f3-b400-2cdd13509613 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:01.753047 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2dfac734-efed-4578-a473-fdc5e36f740a req-86ca298d-0b22-41f3-b400-2cdd13509613 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 944 time: 0.1599786 Aug 07 22:40:01.771709 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-10375636-39e8-405d-8231-690f94179648 None None] For port 73a8c5c0-c815-4598-9239-b0e6f8e88e15, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:01.776328 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-10375636-39e8-405d-8231-690f94179648 None None] For port 73a8c5c0-c815-4598-9239-b0e6f8e88e15, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=73a8c5c0-c815-4598-9239-b0e6f8e88e15,segment=NetworkSegment(dc0509f7-5d46-464a-857b-ae58fc2b723d),segment_id=dc0509f7-5d46-464a-857b-ae58fc2b723d)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:01.780400 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.878594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc813ac-e2b7-4dd8-b65f-51a777b2df67 req-9cd002d6-fd61-4e23-b0b0-a0c091855436 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:01.889413 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Pushing event updated for resources: {'Port': ['ID=f77d70e1-c544-4b5b-9150-d7f60ba53a68,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:01.891538 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dbc813ac-e2b7-4dd8-b65f-51a777b2df67 req-9cd002d6-fd61-4e23-b0b0-a0c091855436 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.1357276 Aug 07 22:40:01.901462 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-10375636-39e8-405d-8231-690f94179648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:01.915908 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:01.918997 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:01.921563 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:01.933406 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2dfac734-efed-4578-a473-fdc5e36f740a req-c46e4589-cddd-480f-b71d-ab1d63775636 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737630 Aug 07 22:40:02.013581 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:01Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:02.037885 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dbc813ac-e2b7-4dd8-b65f-51a777b2df67 req-b2e824fe-a937-43eb-be43-0583bbf7e0ef tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436410 Aug 07 22:40:02.058370 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a2795-0ff7-4b89-a7ef-5560b8c580e6 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:01Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:02.064569 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375636-39e8-405d-8231-690f94179648 None None] Pushing event updated for resources: {'Port': ['ID=73a8c5c0-c815-4598-9239-b0e6f8e88e15,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:02.202270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29ec53-af23-4d20-a437-3eebc86d4624 req-cfcebd6f-daa2-479f-ad3a-6b73fbc7b095 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:02.224226 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ba29ec53-af23-4d20-a437-3eebc86d4624 req-cfcebd6f-daa2-479f-ad3a-6b73fbc7b095 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1255181 Aug 07 22:40:02.308688 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:02.322248 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ba29ec53-af23-4d20-a437-3eebc86d4624 req-905776ca-d0ce-4768-91d2-3313616af880 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966899 Aug 07 22:40:02.538892 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks [] for router_gateway (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:02.704338 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:02.783078 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 4b161e96-ab40-40a7-94b4-baefa79fd50f up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:02.786431 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:02.860066 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429267-c571-435b-a030-fe15e3293b2b req-89a836b4-2db5-410e-a4a5-1d712a711839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:02.861584 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-08429267-c571-435b-a030-fe15e3293b2b req-89a836b4-2db5-410e-a4a5-1d712a711839 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1129 time: 0.1005998 Aug 07 22:40:02.876859 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 4b161e96-ab40-40a7-94b4-baefa79fd50f completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:40:02.884925 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:02.946843 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-08429267-c571-435b-a030-fe15e3293b2b req-b8353c65-af1a-4507-a1f4-d2b78411cd6c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763047 Aug 07 22:40:03.059841 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 95e51ff2-3b82-4d54-b807-dc88b1305548 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:03.091915 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a76cf-9533-4709-9975-1070fd9d555a req-03fc7eb9-3e46-4eb4-b91e-f9fc29aa2dfb tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:03.093813 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8d4a76cf-9533-4709-9975-1070fd9d555a req-03fc7eb9-3e46-4eb4-b91e-f9fc29aa2dfb tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 944 time: 0.0582418 Aug 07 22:40:03.152035 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 95e51ff2-3b82-4d54-b807-dc88b1305548 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:03.152404 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.217729 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f9b4e-988a-40ac-8a82-c84bd4a5c2db req-e4400c8d-22c7-4f5d-becd-bd7caededd26 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:03.219036 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-827f9b4e-988a-40ac-8a82-c84bd4a5c2db req-e4400c8d-22c7-4f5d-becd-bd7caededd26 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0831795 Aug 07 22:40:03.222407 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8d4a76cf-9533-4709-9975-1070fd9d555a req-4c203f8b-9d77-4739-a9cc-af68134814f3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203203 Aug 07 22:40:03.280530 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:03.281482 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 95e51ff2-3b82-4d54-b807-dc88b1305548 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:03.281790 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.283745 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:40:03.285031 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 4b161e96-ab40-40a7-94b4-baefa79fd50f triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:03.285399 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.308421 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-827f9b4e-988a-40ac-8a82-c84bd4a5c2db req-388920bb-3c0e-4daa-9f9d-9ce21aeb91d6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761478 Aug 07 22:40:03.338059 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 95e51ff2-3b82-4d54-b807-dc88b1305548, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=95e51ff2-3b82-4d54-b807-dc88b1305548,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:03.433369 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.434221 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 73a8c5c0-c815-4598-9239-b0e6f8e88e15 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:03.469017 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:03.486339 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:40:03.517760 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a826fe-95fe-45a7-8d4a-eb16674d25a8 req-b25097e8-53e3-4a41-968a-9a237a67e3f9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:03.519599 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Sync routers for ids ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:40:03.524320 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d1a826fe-95fe-45a7-8d4a-eb16674d25a8 req-b25097e8-53e3-4a41-968a-9a237a67e3f9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0796349 Aug 07 22:40:03.543595 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 4b161e96-ab40-40a7-94b4-baefa79fd50f is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:03.544052 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.595619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b161e96-ab40-40a7-94b4-baefa79fd50f'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:40:03.598788 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5de46b-36df-4c59-aec7-01285b48d3ee" -d '{"events": [{"server_uuid": "24f48cf3-8b19-480b-b271-eef00858dbf2", "name": "network-vif-plugged", "status": "completed", "tag": "4b161e96-ab40-40a7-94b4-baefa79fd50f"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:40:03.605455 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d1a826fe-95fe-45a7-8d4a-eb16674d25a8 req-91308f9c-a1b4-48db-93ad-7c41f8402efb tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648420 Aug 07 22:40:03.611384 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Routers {'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:03.612059 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:03.621966 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.625222 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4227a3ca-7ba3-4013-bab1-f45d4b640b52 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9112248 Aug 07 22:40:03.630585 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34570) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:03.667666 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=95e51ff2-3b82-4d54-b807-dc88b1305548,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:03.677025 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 4b161e96-ab40-40a7-94b4-baefa79fd50f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4b161e96-ab40-40a7-94b4-baefa79fd50f,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:03.680656 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.688414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:03.691089 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacfc6b4-2468-4e13-9357-ca05009052c9 x-openstack-request-id: req-bacfc6b4-2468-4e13-9357-ca05009052c9 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:40:03.691771 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f48cf3-8b19-480b-b271-eef00858dbf2", "name": "network-vif-plugged", "status": "completed", "tag": "4b161e96-ab40-40a7-94b4-baefa79fd50f", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:40:03.691771 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bacfc6b4-2468-4e13-9357-ca05009052c9 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:40:03.698294 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacfc6b4-2468-4e13-9357-ca05009052c9'] response: {'server_uuid': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b161e96-ab40-40a7-94b4-baefa79fd50f', 'code': 200} Aug 07 22:40:03.702068 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:03.702441 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.712111 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1577811-4a3e-4546-bd1f-35dc24a6d2d9 None None] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:40:03.765782 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e648f5d2-1a8d-4643-bdb7-8f9e4a88b125 None None] Provisioning complete for port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:03.766472 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e648f5d2-1a8d-4643-bdb7-8f9e4a88b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.799902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:03.916049 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:04.244956 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Set router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:04.297559 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=4b161e96-ab40-40a7-94b4-baefa79fd50f,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:04.395518 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:04.590007 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:04.592880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c15ec-b2e4-409c-bd93-db40cf2c29a2 req-df8bbac4-dc00-42e3-9819-b918068a088d tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:04.593385 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:04.593494 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a7c15ec-b2e4-409c-bd93-db40cf2c29a2 req-df8bbac4-dc00-42e3-9819-b918068a088d tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0898175 Aug 07 22:40:04.724977 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e648f5d2-1a8d-4643-bdb7-8f9e4a88b125 None None] Current status of the port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:04.726378 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e648f5d2-1a8d-4643-bdb7-8f9e4a88b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:04.801201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa61f5f-fcea-4ea1-83b3-88783a2ae913 req-6765ae4a-c30c-4c84-8c88-c18935de567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:04.802751 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa61f5f-fcea-4ea1-83b3-88783a2ae913 req-6765ae4a-c30c-4c84-8c88-c18935de567d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 1129 time: 0.0783560 Aug 07 22:40:04.823478 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 73a8c5c0-c815-4598-9239-b0e6f8e88e15, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=73a8c5c0-c815-4598-9239-b0e6f8e88e15,segment=NetworkSegment(dc0509f7-5d46-464a-857b-ae58fc2b723d),segment_id=dc0509f7-5d46-464a-857b-ae58fc2b723d)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:04.824962 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:04.864856 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a7c15ec-b2e4-409c-bd93-db40cf2c29a2 req-f2ffd274-9639-4a9a-a8dd-ebcf2312ebbe tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500842 Aug 07 22:40:04.891238 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fbb5e-6631-4a0a-b119-e27c76b0892b req-1073e285-97ff-4087-8ef4-42117dbce67b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:04.908506 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-397fbb5e-6631-4a0a-b119-e27c76b0892b req-1073e285-97ff-4087-8ef4-42117dbce67b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.3082078 Aug 07 22:40:04.920461 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:04.963499 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Allocated IP 172.20.0.1 (92ef88bd-0f38-467a-bf94-b699c80b50c1/bffc0ad5-212f-4a77-816c-6225be717e6c/1b5a600e-ffd6-4073-951c-fd655e09a84b) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:05.017134 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa61f5f-fcea-4ea1-83b3-88783a2ae913 req-ec3aa76e-fa71-4c14-8414-4d18d0bb3752 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055852 Aug 07 22:40:05.081047 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:40:02Z', 'revision_number': 3, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port': {'id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:01Z', 'updated_at': '2022-08-07T22:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:05.081573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e333fc7-0a13-4824-9090-78a28ee4d42e req-438b70f2-bb11-4682-8090-cc1236da3b1e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:05.083395 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7e333fc7-0a13-4824-9090-78a28ee4d42e req-438b70f2-bb11-4682-8090-cc1236da3b1e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1021016 Aug 07 22:40:05.098624 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:05.105109 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-397fbb5e-6631-4a0a-b119-e27c76b0892b req-2787ac1b-6ed2-4ee0-b924-779f10d9b302 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955335 Aug 07 22:40:05.209375 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7e333fc7-0a13-4824-9090-78a28ee4d42e req-641bef92-6870-4979-8e4c-4e5ae9a99ae3 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016159 Aug 07 22:40:05.247352 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks [] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.267934 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 95e51ff2-3b82-4d54-b807-dc88b1305548 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:05.273326 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Checking router: f991d8f2-a9db-4d22-8111-0f75f7ea9ecf for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:40:05.273672 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Updating router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf port f77d70e1-c544-4b5b-9150-d7f60ba53a68 binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:40:05.302016 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=73a8c5c0-c815-4598-9239-b0e6f8e88e15,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:05.325798 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.db.api [None req-e648f5d2-1a8d-4643-bdb7-8f9e4a88b125 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 22:40:05.326212 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG oslo_db.api [None req-e648f5d2-1a8d-4643-bdb7-8f9e4a88b125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 22:40:05.343628 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.391335 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.434504 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 95e51ff2-3b82-4d54-b807-dc88b1305548 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:05.434811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.469469 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:05.477573 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:05.481735 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:05.487023 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Pushing event updated for resources: {'Port': ['ID=1b5a600e-ffd6-4073-951c-fd655e09a84b,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:05.556399 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.698420 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:05.706923 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 95e51ff2-3b82-4d54-b807-dc88b1305548 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:05.771596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Publish callbacks [] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.791369 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:05.802722 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.837745 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.940110 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Attempting to bind port f77d70e1-c544-4b5b-9150-d7f60ba53a68 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:05.942170 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Attempting to bind port f77d70e1-c544-4b5b-9150-d7f60ba53a68 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:05.942709 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Attempting to bind port f77d70e1-c544-4b5b-9150-d7f60ba53a68 on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:05.965691 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e648f5d2-1a8d-4643-bdb7-8f9e4a88b125 None None] Current status of the port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:05.989331 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:05.989764 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:05.990175 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:05.990573 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:05.991124 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Bound port: f77d70e1-c544-4b5b-9150-d7f60ba53a68, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:05.991512 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.015081 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks [] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.025610 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e9478-55bd-4efe-a99f-2ef55c442882 None None] Pushing event updated for resources: {'Port': ['ID=f77d70e1-c544-4b5b-9150-d7f60ba53a68,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:06.070792 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce441e-cb97-4c1a-9638-e4fb72a71f5f req-9be38488-9dca-4b7c-8776-887e13ed459c tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:06.071413 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] For port f77d70e1-c544-4b5b-9150-d7f60ba53a68, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:06.074840 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] For port f77d70e1-c544-4b5b-9150-d7f60ba53a68, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=f77d70e1-c544-4b5b-9150-d7f60ba53a68,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:06.076774 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8ce441e-cb97-4c1a-9638-e4fb72a71f5f req-9be38488-9dca-4b7c-8776-887e13ed459c tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0642462 Aug 07 22:40:06.077615 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.092120 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:06.095745 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-905e5b72-10cf-472c-a560-dcc59a8d81eb None None] Provisioning complete for port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:06.096238 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-905e5b72-10cf-472c-a560-dcc59a8d81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.159019 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8ce441e-cb97-4c1a-9638-e4fb72a71f5f req-3cdddff6-6c62-460c-8f19-9ba1f51f4104 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723107 Aug 07 22:40:06.164002 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Pushing event updated for resources: {'Port': ['ID=1b5a600e-ffd6-4073-951c-fd655e09a84b,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:06.184150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.186603 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.247641 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Routers {'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:06.250457 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:06.315795 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83df02-8b0f-43e7-ac0e-8069190d4649 req-447d590d-d248-4ef1-8c9c-a104187f8d41 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:06.319016 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0c83df02-8b0f-43e7-ac0e-8069190d4649 req-447d590d-d248-4ef1-8c9c-a104187f8d41 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.1133451 Aug 07 22:40:06.330417 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:06.332057 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:06.362378 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:06.475756 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-905e5b72-10cf-472c-a560-dcc59a8d81eb None None] Current status of the port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:06.492389 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e9478-55bd-4efe-a99f-2ef55c442882 None None] Pushing event updated for resources: {'Port': ['ID=f77d70e1-c544-4b5b-9150-d7f60ba53a68,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:06.509918 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-905e5b72-10cf-472c-a560-dcc59a8d81eb None None] Provisioning complete for port 1b5a600e-ffd6-4073-951c-fd655e09a84b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:06.510715 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-905e5b72-10cf-472c-a560-dcc59a8d81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.516748 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] Set router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:06.559981 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295978cb-5b2f-416c-9d71-81179c1a9d21 req-81822dd7-9f7b-457e-9f40-c8dede45e3e8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:06.574447 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-295978cb-5b2f-416c-9d71-81179c1a9d21 req-81822dd7-9f7b-457e-9f40-c8dede45e3e8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.2042651 Aug 07 22:40:06.594583 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0c83df02-8b0f-43e7-ac0e-8069190d4649 req-967f2a0f-47b8-4c7f-bc83-c2ac73fc9b17 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670460 Aug 07 22:40:06.642830 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:06.712409 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-295978cb-5b2f-416c-9d71-81179c1a9d21 req-fee3cdd1-f9e3-4573-ba2a-a402fdc5ef1e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332338 Aug 07 22:40:06.715181 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:06.748729 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-905e5b72-10cf-472c-a560-dcc59a8d81eb None None] Port 1b5a600e-ffd6-4073-951c-fd655e09a84b cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:40:06.797957 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41221300-4fd6-47d0-a1e8-9e2059390420 req-9056b447-6323-4469-9392-89af3672f96a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:06.810186 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41221300-4fd6-47d0-a1e8-9e2059390420 req-9056b447-6323-4469-9392-89af3672f96a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0936954 Aug 07 22:40:06.810878 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34622) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:06.815488 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'floatingip': {'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:06.864686 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:40:06.876094 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:06.877129 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 4, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port': {'id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:01Z', 'updated_at': '2022-08-07T22:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1b5a600e-ffd6-4073-951c-fd655e09a84b', 'name': '', 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'mac_address': 'fa:16:3e:72:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:04Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 2, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'subnets': [{'id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:06.904437 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.911696 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff44ec-777e-4cd6-9657-294abb0d1a26 None None] The sync data for ids ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'] in dv-cinder-850321-3-iscsi is: [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 4, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port': {'id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:01Z', 'updated_at': '2022-08-07T22:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1b5a600e-ffd6-4073-951c-fd655e09a84b', 'name': '', 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'mac_address': 'fa:16:3e:72:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:04Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 2, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'subnets': [{'id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:06.925245 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-19bf98e0-f174-45b2-b610-7bc22d57dd9c None None] Provisioning complete for port 1b5a600e-ffd6-4073-951c-fd655e09a84b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:06.925650 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-19bf98e0-f174-45b2-b610-7bc22d57dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:06.985414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-19bf98e0-f174-45b2-b610-7bc22d57dd9c None None] Port 1b5a600e-ffd6-4073-951c-fd655e09a84b cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:40:07.061651 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:40:07.075686 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a05fc5c0-c032-4d3d-b7ce-ee77091e984e admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/f991d8f2-a9db-4d22-8111-0f75f7ea9ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4359286 Aug 07 22:40:07.087355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 73a8c5c0-c815-4598-9239-b0e6f8e88e15 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:07.188269 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:07.188700 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:07.510737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db938f3-471d-4aa6-bd86-e4d551f5687a req-b962e2bc-5a07-42f0-b58a-aaf44fafa454 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:07.524112 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6db938f3-471d-4aa6-bd86-e4d551f5687a req-b962e2bc-5a07-42f0-b58a-aaf44fafa454 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.1646714 Aug 07 22:40:07.580540 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:07.781382 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6db938f3-471d-4aa6-bd86-e4d551f5687a req-b1295c8e-9017-4174-b8ed-3ae92945f095 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560122 Aug 07 22:40:07.849023 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34640) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:07.853429 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-cac4360c-c0b5-43f7-977d-513a5bb75a74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868642240', 'description': 'tempest-secgroup-smoke-1868642240 description', 'project_id': '6b3cfd456d8748b3a1db990d638340af'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:07.968188 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cac4360c-c0b5-43f7-977d-513a5bb75a74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:08.041008 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b608e-89fc-42c8-89ea-25c13d003b7d req-02ac7871-ba65-4ecf-acf0-7c46194374ab tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:08.042608 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-900b608e-89fc-42c8-89ea-25c13d003b7d req-02ac7871-ba65-4ecf-acf0-7c46194374ab tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1352878 Aug 07 22:40:08.180252 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.db.resource_extend [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 07 22:40:08.244772 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-900b608e-89fc-42c8-89ea-25c13d003b7d req-b0ec2fc9-5451-4f5a-a02c-f9254bb1d197 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778545 Aug 07 22:40:08.283072 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:08.320580 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:08.334936 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cac4360c-c0b5-43f7-977d-513a5bb75a74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group (d83bac35-f762-4867-a57a-7c636f1690fb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:08.381676 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:08.457253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cac4360c-c0b5-43f7-977d-513a5bb75a74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d83bac35-f762-4867-a57a-7c636f1690fb), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:08.508037 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:08.589572 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4360c-c0b5-43f7-977d-513a5bb75a74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83bac35-f762-4867-a57a-7c636f1690fb,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:08.632556 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Floating IP f4ac055a-a9cc-48d2-8ba8-ff93912755ba associated. External IP: 172.27.3.196, port: ffa75a68-45f7-47ee-941b-97d714ef438e. Aug 07 22:40:09.047569 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f77d70e1-c544-4b5b-9150-d7f60ba53a68 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:09.089400 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42e31f-c556-4914-ada8-722112f5f575 req-472736e7-435c-4c46-a6d8-f76929ed60d8 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:09.090722 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b42e31f-c556-4914-ada8-722112f5f575 req-472736e7-435c-4c46-a6d8-f76929ed60d8 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0591137 Aug 07 22:40:09.094340 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port f77d70e1-c544-4b5b-9150-d7f60ba53a68 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:09.099130 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.184754 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cac4360c-c0b5-43f7-977d-513a5bb75a74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.188065 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cac4360c-c0b5-43f7-977d-513a5bb75a74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3368356 Aug 07 22:40:09.190069 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34658) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:09.196447 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-2b143b45-7978-472d-b828-59094c26bd47 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'security_group_rule': {'security_group_id': 'd83bac35-f762-4867-a57a-7c636f1690fb', 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:09.212242 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port f77d70e1-c544-4b5b-9150-d7f60ba53a68 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:09.213035 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.253450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port f77d70e1-c544-4b5b-9150-d7f60ba53a68, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=f77d70e1-c544-4b5b-9150-d7f60ba53a68,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:09.266189 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b42e31f-c556-4914-ada8-722112f5f575 req-bc363d1b-bc4f-425d-9c69-8856b843413e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642084 Aug 07 22:40:09.302836 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Router 7dae62fa-f58f-451e-83b5-312431bb5f70 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:40:09.330671 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.347221 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2b143b45-7978-472d-b828-59094c26bd47 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (6edaad6c-5476-4077-ab6c-c93801956efa), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.485770 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:09.502429 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=f77d70e1-c544-4b5b-9150-d7f60ba53a68,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:09.521606 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180c37f-f84c-42a4-8ce1-81d1f07826fb req-16347596-1b95-4edc-9b71-ee56f07fae58 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:09.531722 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f180c37f-f84c-42a4-8ce1-81d1f07826fb req-16347596-1b95-4edc-9b71-ee56f07fae58 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1436071 Aug 07 22:40:09.557807 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2b143b45-7978-472d-b828-59094c26bd47 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (6edaad6c-5476-4077-ab6c-c93801956efa), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.590806 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:40:09.610322 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] Sync routers for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:40:09.615069 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.621068 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:09.621689 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:09.637258 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2b143b45-7978-472d-b828-59094c26bd47 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (6edaad6c-5476-4077-ab6c-c93801956efa), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.657437 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f180c37f-f84c-42a4-8ce1-81d1f07826fb req-43d6e1f0-158a-4153-b6c5-8e3d82eebf41 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246145 Aug 07 22:40:09.681932 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-48927c55-2b2b-4537-b482-edadc0064c8c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/f4ac055a-a9cc-48d2-8ba8-ff93912755ba HTTP/1.1" status: 200 len: 991 time: 2.8698378 Aug 07 22:40:09.682946 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:40:09.685586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1" -d '{"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:40:09.687737 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b143b45-7978-472d-b828-59094c26bd47 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edaad6c-5476-4077-ab6c-c93801956efa,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:09.739059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69171d38-4dec-4864-bc49-5de6e255e293 x-openstack-request-id: req-69171d38-4dec-4864-bc49-5de6e255e293 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:40:09.739059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:40:09.739059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69171d38-4dec-4864-bc49-5de6e255e293 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:40:09.739059 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69171d38-4dec-4864-bc49-5de6e255e293'] response: {'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'status': 'completed', 'code': 200} Aug 07 22:40:09.770153 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2b143b45-7978-472d-b828-59094c26bd47 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.771619 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2b143b45-7978-472d-b828-59094c26bd47 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5801902 Aug 07 22:40:09.774904 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34680) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:09.779920 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-3b8d7b91-f702-436f-8496-7c65dcfe89ad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'security_group_rule': {'security_group_id': 'd83bac35-f762-4867-a57a-7c636f1690fb', 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:09.837315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-3208c831-3e51-43f3-bb5e-77886a046076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:09.837766 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:09.839156 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-3208c831-3e51-43f3-bb5e-77886a046076 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1129 time: 0.0738878 Aug 07 22:40:09.933924 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7b91-f702-436f-8496-7c65dcfe89ad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (8ac92748-7fb3-46a9-869b-195739a53064), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:09.993798 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-6d24822a-d641-43e4-a614-7f48862e69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:09.995662 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-6d24822a-d641-43e4-a614-7f48862e69c2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.1477246 Aug 07 22:40:10.032652 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:10.064903 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7b91-f702-436f-8496-7c65dcfe89ad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (8ac92748-7fb3-46a9-869b-195739a53064), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.098701 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-b660a5b5-605e-4132-933e-60fe375f9afc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 999 time: 0.0956919 Aug 07 22:40:10.135895 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7b91-f702-436f-8496-7c65dcfe89ad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (8ac92748-7fb3-46a9-869b-195739a53064), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.168191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-2f092c91-ef08-40b7-814e-d0e40f6324dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:10.169703 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-2f092c91-ef08-40b7-814e-d0e40f6324dc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0640790 Aug 07 22:40:10.198414 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'f4ac055a-a9cc-48d2-8ba8-ff93912755ba', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'mac_address': 'fa:16:3e:56:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:39:38Z', 'updated_at': '2022-08-07T22:40:08Z', 'revision_number': 1, 'project_id': '1a78ad9d7151473798fbefa330678250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:10.202461 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d7b91-f702-436f-8496-7c65dcfe89ad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac92748-7fb3-46a9-869b-195739a53064,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:10.214451 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7b91-f702-436f-8496-7c65dcfe89ad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.217147 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3b8d7b91-f702-436f-8496-7c65dcfe89ad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4401140 Aug 07 22:40:10.218925 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34688) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:10.228126 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-eac1b7a4-41e1-4cf6-a8be-ae357f0b380c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'security_group_rule': {'security_group_id': 'd83bac35-f762-4867-a57a-7c636f1690fb', 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:10.243737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-1513cc8f-602e-4fcd-8da3-e6a3c68c8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:10.243884 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] Checking router: 7dae62fa-f58f-451e-83b5-312431bb5f70 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:40:10.245324 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-1513cc8f-602e-4fcd-8da3-e6a3c68c8e93 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687988 Aug 07 22:40:10.263136 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:10.264230 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:10.337579 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eac1b7a4-41e1-4cf6-a8be-ae357f0b380c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (2894b4a9-f916-4fcc-bfa6-ebbeba7d0cc3), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.373245 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-fdd3efbc-089a-464c-81e0-e9750626f5fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204696 Aug 07 22:40:10.431074 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eac1b7a4-41e1-4cf6-a8be-ae357f0b380c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (2894b4a9-f916-4fcc-bfa6-ebbeba7d0cc3), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.439547 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:10.449164 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:10.455918 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Sync routers for ids ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:40:10.489713 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Routers {'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:10.490448 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:10.512005 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eac1b7a4-41e1-4cf6-a8be-ae357f0b380c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (2894b4a9-f916-4fcc-bfa6-ebbeba7d0cc3), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.541228 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3f118-90a0-406d-b399-5f39f5f459a1 req-4f6ee780-81f0-46dc-b604-1a44a2ea6e73 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:10.543084 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c2b3f118-90a0-406d-b399-5f39f5f459a1 req-4f6ee780-81f0-46dc-b604-1a44a2ea6e73 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0980299 Aug 07 22:40:10.561857 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1b7a4-41e1-4cf6-a8be-ae357f0b380c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2894b4a9-f916-4fcc-bfa6-ebbeba7d0cc3,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:10.615706 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eac1b7a4-41e1-4cf6-a8be-ae357f0b380c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.618073 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-eac1b7a4-41e1-4cf6-a8be-ae357f0b380c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977289 Aug 07 22:40:10.620777 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34698) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:10.664224 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-af8eefc0-fd13-4ff3-869d-3e8ef75a96b1 req-8c9de04c-6770-4e4d-8383-aa138eed7de0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702136 Aug 07 22:40:10.678694 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c2b3f118-90a0-406d-b399-5f39f5f459a1 req-e7cf9531-588b-4425-827b-ef538293b250 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021459 Aug 07 22:40:10.681006 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-717faf06-8ec0-49cf-a62c-bca3cdfddaf6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'security_group_rule': {'security_group_id': 'd83bac35-f762-4867-a57a-7c636f1690fb', 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:10.744289 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Set router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:10.828988 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:10.856982 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb77134-1a9b-4efc-8dca-42b814da7eee req-09f52501-98c8-461c-bf25-e46945e3306d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:10.858593 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdb77134-1a9b-4efc-8dca-42b814da7eee req-09f52501-98c8-461c-bf25-e46945e3306d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1024873 Aug 07 22:40:10.925839 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-717faf06-8ec0-49cf-a62c-bca3cdfddaf6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (6ec72c50-41fe-46e3-ae3f-ae7b454fbea7), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:10.960924 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'f4ac055a-a9cc-48d2-8ba8-ff93912755ba', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'mac_address': 'fa:16:3e:56:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:39:38Z', 'updated_at': '2022-08-07T22:40:08Z', 'revision_number': 1, 'project_id': '1a78ad9d7151473798fbefa330678250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:10.971376 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdb77134-1a9b-4efc-8dca-42b814da7eee req-374b36f3-9da2-4603-9a93-9e4554b8a286 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018519 Aug 07 22:40:11.013337 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c950199-344d-4dd1-8f41-f28cd6fa53ee None None] The sync data for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi is: [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'f4ac055a-a9cc-48d2-8ba8-ff93912755ba', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'mac_address': 'fa:16:3e:56:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:39:38Z', 'updated_at': '2022-08-07T22:40:08Z', 'revision_number': 1, 'project_id': '1a78ad9d7151473798fbefa330678250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:11.058480 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-717faf06-8ec0-49cf-a62c-bca3cdfddaf6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (6ec72c50-41fe-46e3-ae3f-ae7b454fbea7), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.068915 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 4, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port': {'id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:01Z', 'updated_at': '2022-08-07T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1b5a600e-ffd6-4073-951c-fd655e09a84b', 'name': '', 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'mac_address': 'fa:16:3e:72:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:04Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 2, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'subnets': [{'id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:11.107066 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f77d70e1-c544-4b5b-9150-d7f60ba53a68 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:11.128705 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-717faf06-8ec0-49cf-a62c-bca3cdfddaf6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (6ec72c50-41fe-46e3-ae3f-ae7b454fbea7), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.131223 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Checking router: f991d8f2-a9db-4d22-8111-0f75f7ea9ecf for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:40:11.131648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Updating router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf port 1b5a600e-ffd6-4073-951c-fd655e09a84b binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:40:11.155835 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717faf06-8ec0-49cf-a62c-bca3cdfddaf6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec72c50-41fe-46e3-ae3f-ae7b454fbea7,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:11.172870 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:11.182739 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.202337 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:11.224904 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port f77d70e1-c544-4b5b-9150-d7f60ba53a68 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:11.226058 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.256557 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-717faf06-8ec0-49cf-a62c-bca3cdfddaf6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.261746 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-717faf06-8ec0-49cf-a62c-bca3cdfddaf6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6055939 Aug 07 22:40:11.262103 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34748) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:11.266634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'security_group_rule': {'security_group_id': 'd83bac35-f762-4867-a57a-7c636f1690fb', 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:11.348334 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Project 6b3cfd456d8748b3a1db990d638340af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 22:40:11.366309 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (1ac5d1b2-cd4e-453a-9d41-7df629c0b361), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.422152 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208ca45-15b1-435a-99d1-6ac7bd6d5fe0 None None] New status for floating IP f4ac055a-a9cc-48d2-8ba8-ff93912755ba: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:40:11.430095 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34762) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:11.471520 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port f77d70e1-c544-4b5b-9150-d7f60ba53a68 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:11.538927 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (1ac5d1b2-cd4e-453a-9d41-7df629c0b361), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.539274 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:11.590680 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Publish callbacks [] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.603497 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:11.610126 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0381-9e40-475c-94a0-88d9baaa90cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.642302 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (1ac5d1b2-cd4e-453a-9d41-7df629c0b361), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.653999 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.703006 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0381-9e40-475c-94a0-88d9baaa90cc admin admin] Publish callbacks [] for security_group (887a7a0c-f4dd-4bd2-9750-0abb42f227be), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.709054 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac5d1b2-cd4e-453a-9d41-7df629c0b361,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:11.719606 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26684cba-0900-4b1d-8d10-24abaf4b54da None None] Pushing event updated for resources: {'Port': ['ID=1b5a600e-ffd6-4073-951c-fd655e09a84b,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:11.762390 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0381-9e40-475c-94a0-88d9baaa90cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (887a7a0c-f4dd-4bd2-9750-0abb42f227be), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.764099 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.765687 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-33174167-d97a-4f0d-bb29-ef05efc0f939 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5027080 Aug 07 22:40:11.768493 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34768) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:11.780961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'security_group_rule': {'security_group_id': 'd83bac35-f762-4867-a57a-7c636f1690fb', 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:11.845572 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-bd5a0381-9e40-475c-94a0-88d9baaa90cc admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=fa9cc9f634d34119868bda2ce11378af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115782 Aug 07 22:40:11.847917 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34778) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:11.848416 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Attempting to bind port 1b5a600e-ffd6-4073-951c-fd655e09a84b on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:11.848796 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Attempting to bind port 1b5a600e-ffd6-4073-951c-fd655e09a84b by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:11.849161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Attempting to bind port 1b5a600e-ffd6-4073-951c-fd655e09a84b on network 92ef88bd-0f38-467a-bf94-b699c80b50c1 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:11.858597 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a0381-9e40-475c-94a0-88d9baaa90cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a7a0c-f4dd-4bd2-9750-0abb42f227be,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:11.864277 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:11.864647 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Checking segment: {'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:11.865063 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.865436 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Bound using segment: {'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:11.867008 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Bound port: 1b5a600e-ffd6-4073-951c-fd655e09a84b, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0509f7-5d46-464a-857b-ae58fc2b723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:11.867008 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.899681 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Project 6b3cfd456d8748b3a1db990d638340af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 22:40:11.923993 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (27e39740-a1b3-4dfd-b170-4ba43c53da46), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:11.987937 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] For port 1b5a600e-ffd6-4073-951c-fd655e09a84b, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:11.994998 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] For port 1b5a600e-ffd6-4073-951c-fd655e09a84b, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=1b5a600e-ffd6-4073-951c-fd655e09a84b,segment=NetworkSegment(dc0509f7-5d46-464a-857b-ae58fc2b723d),segment_id=dc0509f7-5d46-464a-857b-ae58fc2b723d)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:12.019411 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de6aef57-8612-4b4f-8f51-97f850689304 admin admin] Publish callbacks [] for security_group (887a7a0c-f4dd-4bd2-9750-0abb42f227be), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.030076 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34786) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:12.045424 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-ad973aba-f92e-4683-90ba-5701fff78847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:12.047628 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-ad973aba-f92e-4683-90ba-5701fff78847 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1129 time: 0.0997071 Aug 07 22:40:12.055392 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:12.088771 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de6aef57-8612-4b4f-8f51-97f850689304 admin admin] Publish callbacks [] for security_group (887a7a0c-f4dd-4bd2-9750-0abb42f227be), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.094554 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.157382 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Routers {'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:12.158484 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:12.166725 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:12.176107 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (27e39740-a1b3-4dfd-b170-4ba43c53da46), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.221470 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-337aa773-5192-47ae-83ca-daca92008aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.224960 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d0cc7-f9cc-44f1-93f6-b37a5bef3d96 req-b8e98c54-b09e-450b-80c1-22d5b293f0d3 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:12.227308 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0f8d0cc7-f9cc-44f1-93f6-b37a5bef3d96 req-b8e98c54-b09e-450b-80c1-22d5b293f0d3 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.1513534 Aug 07 22:40:12.257477 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (27e39740-a1b3-4dfd-b170-4ba43c53da46), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.301107 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:12.306762 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26684cba-0900-4b1d-8d10-24abaf4b54da None None] Pushing event updated for resources: {'Port': ['ID=1b5a600e-ffd6-4073-951c-fd655e09a84b,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:12.319320 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e39740-a1b3-4dfd-b170-4ba43c53da46,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:12.331761 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-3071c03d-ba78-45ea-b93f-3fb70810bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:12.333055 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-3071c03d-ba78-45ea-b93f-3fb70810bd1f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 917 time: 0.2721586 Aug 07 22:40:12.339275 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-337aa773-5192-47ae-83ca-daca92008aae admin admin] Publish callbacks [] for security_group (11c2a28c-ee27-4ae4-80ff-dda072b9af8b), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.361712 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] Set router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:12.404706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de6aef57-8612-4b4f-8f51-97f850689304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (887a7a0c-f4dd-4bd2-9750-0abb42f227be), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.407883 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de6aef57-8612-4b4f-8f51-97f850689304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.412550 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-de6aef57-8612-4b4f-8f51-97f850689304 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/887a7a0c-f4dd-4bd2-9750-0abb42f227be HTTP/1.1" status: 204 len: 168 time: 0.5634673 Aug 07 22:40:12.418159 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0f8d0cc7-f9cc-44f1-93f6-b37a5bef3d96 req-58177787-74aa-46f3-9c0d-699a0a022a4a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812272 Aug 07 22:40:12.434447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.435941 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9b6443e9-7c5f-4738-a158-6839a3f3f5fe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6663311 Aug 07 22:40:12.436589 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-337aa773-5192-47ae-83ca-daca92008aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (11c2a28c-ee27-4ae4-80ff-dda072b9af8b), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.464088 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aef57-8612-4b4f-8f51-97f850689304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a7a0c-f4dd-4bd2-9750-0abb42f227be,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:12.472163 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-03c818dd-2a87-4fbc-9261-ae9455cdcdb8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 200 len: 1001 time: 0.1268461 Aug 07 22:40:12.485251 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:12.488165 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-337aa773-5192-47ae-83ca-daca92008aae admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3b9fe768140a475384857c527694aa59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567568 Aug 07 22:40:12.490723 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34810) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:12.557754 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-3851fea9-031a-4a87-82fe-fd9a4adacc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:12.559396 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-3851fea9-031a-4a87-82fe-fd9a4adacc3b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.0832987 Aug 07 22:40:12.568258 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aa773-5192-47ae-83ca-daca92008aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c2a28c-ee27-4ae4-80ff-dda072b9af8b,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:12.598736 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc304-b13a-4408-bc9c-a7cac6a525f1 admin admin] Publish callbacks [] for security_group (11c2a28c-ee27-4ae4-80ff-dda072b9af8b), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.638161 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc304-b13a-4408-bc9c-a7cac6a525f1 admin admin] Publish callbacks [] for security_group (11c2a28c-ee27-4ae4-80ff-dda072b9af8b), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.641646 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-b3a1eceb-1330-49a6-b367-d25990ece42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:12.643345 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-b3a1eceb-1330-49a6-b367-d25990ece42b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756807 Aug 07 22:40:12.747873 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:12.773759 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc304-b13a-4408-bc9c-a7cac6a525f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (11c2a28c-ee27-4ae4-80ff-dda072b9af8b), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.776495 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc304-b13a-4408-bc9c-a7cac6a525f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:12.777705 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-7e7bc304-b13a-4408-bc9c-a7cac6a525f1 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/11c2a28c-ee27-4ae4-80ff-dda072b9af8b HTTP/1.1" status: 204 len: 168 time: 0.2855821 Aug 07 22:40:12.791590 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 4, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port': {'id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:01Z', 'updated_at': '2022-08-07T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1b5a600e-ffd6-4073-951c-fd655e09a84b', 'name': '', 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'mac_address': 'fa:16:3e:72:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:04Z', 'updated_at': '2022-08-07T22:40:11Z', 'revision_number': 4, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'subnets': [{'id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:12.827897 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bc304-b13a-4408-bc9c-a7cac6a525f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c2a28c-ee27-4ae4-80ff-dda072b9af8b,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:12.840308 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-63947aaf-525e-4ef2-a4cf-9f6bf8033101 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845024 Aug 07 22:40:12.901382 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc815e4-ceb5-427b-afae-85b9964b7722 None None] The sync data for ids ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'] in dv-cinder-850321-3-iscsi is: [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:40:05Z', 'revision_number': 4, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port': {'id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:01Z', 'updated_at': '2022-08-07T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1b5a600e-ffd6-4073-951c-fd655e09a84b', 'name': '', 'network_id': '92ef88bd-0f38-467a-bf94-b699c80b50c1', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'mac_address': 'fa:16:3e:72:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:04Z', 'updated_at': '2022-08-07T22:40:11Z', 'revision_number': 4, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'subnets': [{'id': 'bffc0ad5-212f-4a77-816c-6225be717e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:12.997117 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2249e348-4371-4944-94d1-8a68971bcfb0 req-6f7f1e3e-444d-4ac3-a5c8-13c01978d8e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481094 Aug 07 22:40:13.094882 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1b5a600e-ffd6-4073-951c-fd655e09a84b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:13.146831 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 1b5a600e-ffd6-4073-951c-fd655e09a84b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:13.147793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:13.239268 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 1b5a600e-ffd6-4073-951c-fd655e09a84b is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:13.239568 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:13.280618 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 1b5a600e-ffd6-4073-951c-fd655e09a84b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=1b5a600e-ffd6-4073-951c-fd655e09a84b,segment=NetworkSegment(dc0509f7-5d46-464a-857b-ae58fc2b723d),segment_id=dc0509f7-5d46-464a-857b-ae58fc2b723d)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:13.373987 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:13.454563 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=1b5a600e-ffd6-4073-951c-fd655e09a84b,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:13.619104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f063b69-19fc-43c4-a2a5-7b4e66a19e43 req-5d83eec9-d9a3-4f5a-98be-e4f4548249f5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:13.619104 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8f063b69-19fc-43c4-a2a5-7b4e66a19e43 req-5d83eec9-d9a3-4f5a-98be-e4f4548249f5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0587475 Aug 07 22:40:13.681356 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8f063b69-19fc-43c4-a2a5-7b4e66a19e43 req-201c3431-be37-4daa-a91a-8662cbcca4b2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571251 Aug 07 22:40:13.862280 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34884) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:13.884602 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-17d223cc-b243-4b83-8002-7d118eb12d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:13.973157 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34888) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:14.016330 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-17d223cc-b243-4b83-8002-7d118eb12d90 admin admin] Publish callbacks [] for security_group (09510eba-f262-495f-8321-0803e0434967), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.094406 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-17d223cc-b243-4b83-8002-7d118eb12d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (09510eba-f262-495f-8321-0803e0434967), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.107122 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:14.137166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1660180608-network', 'tenant_id': '097fb8408bfb479d87e7516a93970e61'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:14.143222 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-17d223cc-b243-4b83-8002-7d118eb12d90 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f54ced09c9c34af7a281017705b48a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791550 Aug 07 22:40:14.144496 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d223cc-b243-4b83-8002-7d118eb12d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09510eba-f262-495f-8321-0803e0434967,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:14.146138 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:14.146789 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34892) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:14.201434 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f303e5b-a57b-4790-a9e0-8ffc51e44a66 admin admin] Publish callbacks [] for security_group (09510eba-f262-495f-8321-0803e0434967), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.223981 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f303e5b-a57b-4790-a9e0-8ffc51e44a66 admin admin] Publish callbacks [] for security_group (09510eba-f262-495f-8321-0803e0434967), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.248172 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Made reservation on behalf of 097fb8408bfb479d87e7516a93970e61 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:40:14.250535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.262638 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.351497 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:40:14.403024 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f303e5b-a57b-4790-a9e0-8ffc51e44a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (09510eba-f262-495f-8321-0803e0434967), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.407479 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f303e5b-a57b-4790-a9e0-8ffc51e44a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.412076 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1f303e5b-a57b-4790-a9e0-8ffc51e44a66 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/09510eba-f262-495f-8321-0803e0434967 HTTP/1.1" status: 204 len: 168 time: 0.2613492 Aug 07 22:40:14.427328 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f303e5b-a57b-4790-a9e0-8ffc51e44a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09510eba-f262-495f-8321-0803e0434967,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:14.485049 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks [] for security_group (b294670a-0e2f-450f-b6c8-3273a738afe4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.557686 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b294670a-0e2f-450f-b6c8-3273a738afe4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.582642 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:40:14.602144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (28ad9209-3311-4621-8d49-63a20fba03d3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.602533 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Added segment 28ad9209-3311-4621-8d49-63a20fba03d3 of type vlan for network ff3d91e3-3731-4cfe-8faa-1401bf7138bd Aug 07 22:40:14.604241 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b294670a-0e2f-450f-b6c8-3273a738afe4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:14.646702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (ff3d91e3-3731-4cfe-8faa-1401bf7138bd), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.716438 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (ff3d91e3-3731-4cfe-8faa-1401bf7138bd), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.717486 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:14.718048 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:14.798561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3d91e3-3731-4cfe-8faa-1401bf7138bd,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:14.817273 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:40:14.824475 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34920) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:14.824999 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8f5ae0ac-52b3-4b9c-aeea-85a39bafa6b8 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8505630 Aug 07 22:40:14.830215 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Request body: {'subnet': {'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1660180608-subnet', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:14.862106 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a8ce-ed16-4239-b716-4ed2d6674052 req-257604c9-1a0e-44c0-9b83-76bfa6abe665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:14.863564 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f510a8ce-ed16-4239-b716-4ed2d6674052 req-257604c9-1a0e-44c0-9b83-76bfa6abe665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 945 time: 0.0577502 Aug 07 22:40:14.880087 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:14.926683 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f510a8ce-ed16-4239-b716-4ed2d6674052 req-482495d3-facf-446c-aca9-4d66db181f5c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541503 Aug 07 22:40:14.972403 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Made reservation on behalf of 097fb8408bfb479d87e7516a93970e61 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:40:14.975582 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.058554 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1b5a600e-ffd6-4073-951c-fd655e09a84b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:15.104217 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 1b5a600e-ffd6-4073-951c-fd655e09a84b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:15.104591 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.152995 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:15.174706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 34924) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:15.184799 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 1b5a600e-ffd6-4073-951c-fd655e09a84b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:15.188795 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fe85208e-5e94-43a0-8d80-e58a9b28eaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.232138 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (ada22313-e881-418e-84e0-33f2fcb413a2), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.272868 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fe85208e-5e94-43a0-8d80-e58a9b28eaaa admin admin] Publish callbacks [] for security_group (24c579b5-6485-4aba-a6e8-de18f3cb6410), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.284506 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada22313-e881-418e-84e0-33f2fcb413a2,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:15.300040 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Checking segment: {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:15.300414 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Network hostable DHCP agents. Network: ff3d91e3-3731-4cfe-8faa-1401bf7138bd, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:40:15.331437 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fe85208e-5e94-43a0-8d80-e58a9b28eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (24c579b5-6485-4aba-a6e8-de18f3cb6410), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.375227 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fe85208e-5e94-43a0-8d80-e58a9b28eaaa admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a3bc9a1c1d8f41b5a5eb9055276b9cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993802 Aug 07 22:40:15.377257 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85208e-5e94-43a0-8d80-e58a9b28eaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c579b5-6485-4aba-a6e8-de18f3cb6410,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:15.377979 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34928) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:15.408183 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:40:15.439081 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9b7deff8-aa17-4d77-a8c4-0150ee91fbe9 admin admin] Publish callbacks [] for security_group (24c579b5-6485-4aba-a6e8-de18f3cb6410), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.464767 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9b7deff8-aa17-4d77-a8c4-0150ee91fbe9 admin admin] Publish callbacks [] for security_group (24c579b5-6485-4aba-a6e8-de18f3cb6410), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.493274 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, ff3d91e3-3731-4cfe-8faa-1401bf7138bd) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:15.499895 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:15.500520 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.501508 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fa92e2-d7cc-4c54-9781-aa51f9b8fbd2 None None] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:40:15.577254 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-12dc7a97-ceb9-45ee-843b-0257c6284fc3 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7511792 Aug 07 22:40:15.579989 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34930) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:15.583671 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:15.584539 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:15.605067 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9b7deff8-aa17-4d77-a8c4-0150ee91fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (24c579b5-6485-4aba-a6e8-de18f3cb6410), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.607547 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9b7deff8-aa17-4d77-a8c4-0150ee91fbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.608788 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9b7deff8-aa17-4d77-a8c4-0150ee91fbe9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/24c579b5-6485-4aba-a6e8-de18f3cb6410 HTTP/1.1" status: 204 len: 168 time: 0.2297983 Aug 07 22:40:15.613326 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'project_id': '097fb8408bfb479d87e7516a93970e61', 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:40:15.614494 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.622669 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7deff8-aa17-4d77-a8c4-0150ee91fbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c579b5-6485-4aba-a6e8-de18f3cb6410,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:15.711774 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (6331439e-0d64-4fd8-a304-860b1908ddd0), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.713084 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (6331439e-0d64-4fd8-a304-860b1908ddd0), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.773398 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:15.776477 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks [] for router_controller (6331439e-0d64-4fd8-a304-860b1908ddd0), precommit_add_association {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:15.869887 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:40:15.920051 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Allocated IP 172.20.0.2 (ff3d91e3-3731-4cfe-8faa-1401bf7138bd/ada22313-e881-418e-84e0-33f2fcb413a2/e30bdb58-45b5-4a5c-8506-9149e8fae769) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:16.001430 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: ACTIVE; New status is: DOWN {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:16.001825 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.058383 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:16.058915 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks [] for router_gateway (6331439e-0d64-4fd8-a304-860b1908ddd0), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.092542 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:40:16.095167 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787d895-ef03-4e4f-9107-00c41b27983e" -d '{"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:40:16.120436 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:16.158509 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 07 Aug 2022 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c8ba2e-1a4a-4cbd-aa94-124b723d054e x-openstack-request-id: req-57c8ba2e-1a4a-4cbd-aa94-124b723d054e {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:40:16.158788 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:40:16.159284 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57c8ba2e-1a4a-4cbd-aa94-124b723d054e {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:40:16.159636 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c8ba2e-1a4a-4cbd-aa94-124b723d054e'] response: {'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'code': 200} Aug 07 22:40:16.192502 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.248178 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Publish callbacks [] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.287274 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=8']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:16.293649 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e51e6-e917-4606-9c87-20af097de657 req-c6269ac3-4f64-4afb-8e39-a8bbc8756127 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:16.300742 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-689e51e6-e917-4606-9c87-20af097de657 req-c6269ac3-4f64-4afb-8e39-a8bbc8756127 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0760491 Aug 07 22:40:16.339912 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.355078 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-689e51e6-e917-4606-9c87-20af097de657 req-25c8a316-1605-45a0-987d-b795b18dceea tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519638 Aug 07 22:40:16.394625 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:16.396644 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:16.400188 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Pushing event updated for resources: {'Port': ['ID=e30bdb58-45b5-4a5c-8506-9149e8fae769,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:16.401560 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:16.456546 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks [] for router_gateway (6331439e-0d64-4fd8-a304-860b1908ddd0), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.466390 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Attempting to bind port e30bdb58-45b5-4a5c-8506-9149e8fae769 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:16.466815 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Attempting to bind port e30bdb58-45b5-4a5c-8506-9149e8fae769 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:16.467182 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Attempting to bind port e30bdb58-45b5-4a5c-8506-9149e8fae769 on network ff3d91e3-3731-4cfe-8faa-1401bf7138bd {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:16.473324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:16.473834 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Checking segment: {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:16.474366 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.474824 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Bound using segment: {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:16.475811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Bound port: e30bdb58-45b5-4a5c-8506-9149e8fae769, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:16.476214 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.485486 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.571220 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-51818146-f942-489a-b8b6-2884be48a41c None None] For port e30bdb58-45b5-4a5c-8506-9149e8fae769, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:16.574532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-51818146-f942-489a-b8b6-2884be48a41c None None] For port e30bdb58-45b5-4a5c-8506-9149e8fae769, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e30bdb58-45b5-4a5c-8506-9149e8fae769,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:16.617221 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Allocated IP 172.27.3.178 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/e5489d08-6eca-4423-90ce-78a766159f2e) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:16.684141 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:16.691469 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.705875 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:16.754709 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks [] for port (e5489d08-6eca-4423-90ce-78a766159f2e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.770636 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51818146-f942-489a-b8b6-2884be48a41c None None] Pushing event updated for resources: {'Port': ['ID=e30bdb58-45b5-4a5c-8506-9149e8fae769,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:16.838748 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:16.890642 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:16.909267 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:16.909267 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:16.936688 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Pushing event updated for resources: {'Port': ['ID=e5489d08-6eca-4423-90ce-78a766159f2e,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:17.126055 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e30bdb58-45b5-4a5c-8506-9149e8fae769 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:17.181706 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port e30bdb58-45b5-4a5c-8506-9149e8fae769 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:17.182137 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:17.309072 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port e30bdb58-45b5-4a5c-8506-9149e8fae769 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:17.310572 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:17.320883 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks [] for router_gateway (6331439e-0d64-4fd8-a304-860b1908ddd0), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:17.354106 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port e30bdb58-45b5-4a5c-8506-9149e8fae769, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e30bdb58-45b5-4a5c-8506-9149e8fae769,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:17.372880 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:17.414448 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:17.491336 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=e30bdb58-45b5-4a5c-8506-9149e8fae769,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:17.556166 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (6331439e-0d64-4fd8-a304-860b1908ddd0), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:17.773776 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Router 6331439e-0d64-4fd8-a304-860b1908ddd0 is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:40:17.864138 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe075a70-ccd9-4778-8cc0-b377681f209d None None] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:40:17.910703 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-b94cf66a-05b7-4584-af24-9240b70b33ad req-8c0d55ef-bdf4-47f8-b9ac-293c3d62f8ab service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:40:17.912372 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b94cf66a-05b7-4584-af24-9240b70b33ad req-8c0d55ef-bdf4-47f8-b9ac-293c3d62f8ab service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065012 Aug 07 22:40:17.921502 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:40:17.945211 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Sync routers for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:40:17.975683 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:17.976620 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:17.981607 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-dad42bcb-db4c-4ff9-91a5-02c06d97aac0 None None] Provisioning complete for port e30bdb58-45b5-4a5c-8506-9149e8fae769 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:17.981980 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dad42bcb-db4c-4ff9-91a5-02c06d97aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:18.014572 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:18.019360 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4d76f33c-d961-40c9-825f-9c1ee45ee598 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4357376 Aug 07 22:40:18.019703 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 34998) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:18.086782 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:18.193127 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:18.202532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:18.430278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-dad42bcb-db4c-4ff9-91a5-02c06d97aac0 None None] Current status of the port e30bdb58-45b5-4a5c-8506-9149e8fae769 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:18.502422 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e49db7-f207-4a1d-a64c-460914bc2080 req-ce08567d-8113-462c-a06d-5f05c6f4e962 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:18.508678 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-19e49db7-f207-4a1d-a64c-460914bc2080 req-ce08567d-8113-462c-a06d-5f05c6f4e962 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.1339607 Aug 07 22:40:18.568576 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-19e49db7-f207-4a1d-a64c-460914bc2080 req-98892f34-17f3-48d0-bd90-7000a5acd7d5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524795 Aug 07 22:40:18.577412 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-fcaf30fd-f470-4a33-b028-54128a4e4558 None None] Provisioning complete for port e30bdb58-45b5-4a5c-8506-9149e8fae769 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:18.577911 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fcaf30fd-f470-4a33-b028-54128a4e4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:18.639029 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:17Z', 'revision_number': 3, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:18.683592 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Checking router: 6331439e-0d64-4fd8-a304-860b1908ddd0 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:40:18.683902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Updating router 6331439e-0d64-4fd8-a304-860b1908ddd0 port e5489d08-6eca-4423-90ce-78a766159f2e binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:40:18.719125 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:18.724704 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:18.836077 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf30fd-f470-4a33-b028-54128a4e4558 None None] Current status of the port e30bdb58-45b5-4a5c-8506-9149e8fae769 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:19.033027 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.120518 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:19.139254 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e30bdb58-45b5-4a5c-8506-9149e8fae769 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:19.247418 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Publish callbacks [] for port (e5489d08-6eca-4423-90ce-78a766159f2e), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.248476 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Allocated IP 172.20.0.1 (ff3d91e3-3731-4cfe-8faa-1401bf7138bd/ada22313-e881-418e-84e0-33f2fcb413a2/bd987544-df70-492e-8a8f-fd4f9efdb476) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:19.250778 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port e30bdb58-45b5-4a5c-8506-9149e8fae769 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:19.251188 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.351600 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port e30bdb58-45b5-4a5c-8506-9149e8fae769 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:19.360707 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.410969 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Attempting to bind port e5489d08-6eca-4423-90ce-78a766159f2e on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:19.410969 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Attempting to bind port e5489d08-6eca-4423-90ce-78a766159f2e by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:19.411986 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Attempting to bind port e5489d08-6eca-4423-90ce-78a766159f2e on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:19.424877 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks [] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.427681 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:19.428413 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:19.429440 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.430093 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:19.430786 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Bound port: e5489d08-6eca-4423-90ce-78a766159f2e, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:19.431666 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.438999 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf361-50b4-4327-834a-239469ac3d8e None None] Pushing event updated for resources: {'Port': ['ID=e5489d08-6eca-4423-90ce-78a766159f2e,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:19.502080 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] For port e5489d08-6eca-4423-90ce-78a766159f2e, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:19.505611 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] For port e5489d08-6eca-4423-90ce-78a766159f2e, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e5489d08-6eca-4423-90ce-78a766159f2e,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:19.525206 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.569774 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:19.574332 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:19.576801 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:19.592477 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.605875 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd987544-df70-492e-8a8f-fd4f9efdb476,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:19.637645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (6331439e-0d64-4fd8-a304-860b1908ddd0), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.660836 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:19.661482 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:19.746330 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf361-50b4-4327-834a-239469ac3d8e None None] Pushing event updated for resources: {'Port': ['ID=e5489d08-6eca-4423-90ce-78a766159f2e,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:19.750548 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:19.757326 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:40:19.779030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53268-c8cc-4520-bbeb-d7f12854e5f6 req-97aa122a-991b-4782-bae2-86aa22be2980 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:19.780805 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8b53268-c8cc-4520-bbeb-d7f12854e5f6 req-97aa122a-991b-4782-bae2-86aa22be2980 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0653346 Aug 07 22:40:19.816324 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:19.833071 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c8b53268-c8cc-4520-bbeb-d7f12854e5f6 req-00cdb01b-ebed-4ecb-84dd-4d59421a6b55 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466495 Aug 07 22:40:19.853996 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:19.910224 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:19.993927 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:19.998253 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-09721b88-6e64-4643-be4c-b56f0f6f641e None None] Provisioning complete for port bd987544-df70-492e-8a8f-fd4f9efdb476 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:19.998626 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-09721b88-6e64-4643-be4c-b56f0f6f641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:20.026426 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:20.060759 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-09721b88-6e64-4643-be4c-b56f0f6f641e None None] Port bd987544-df70-492e-8a8f-fd4f9efdb476 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:40:20.062028 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: DOWN; New status is: DOWN {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:20.130355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:17Z', 'revision_number': 3, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:20.147446 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks [] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:20.163836 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a59e-5c10-4983-b13c-4c43af9a2bba None None] The sync data for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi is: [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:17Z', 'revision_number': 3, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:20.233021 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:20.307157 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (6331439e-0d64-4fd8-a304-860b1908ddd0), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:20.308935 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd987544-df70-492e-8a8f-fd4f9efdb476,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:20.324635 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.325014 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.325353 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.325695 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.326029 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.326347 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.326683 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.327049 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.327502 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.327758 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.328137 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.331649 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.332569 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.333040 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.333372 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:20.378669 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:20.469023 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:20.470988 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:20.645846 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Router 6331439e-0d64-4fd8-a304-860b1908ddd0 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:40:20.779554 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:40:20.785216 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-cb09bf45-e06f-4099-8c26-061d39bc06a0 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6331439e-0d64-4fd8-a304-860b1908ddd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7641969 Aug 07 22:40:20.790039 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-9a588656-ef9d-4af5-be06-d59430a48754 None None] Provisioning complete for port bd987544-df70-492e-8a8f-fd4f9efdb476 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:20.790953 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9a588656-ef9d-4af5-be06-d59430a48754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:20.836383 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-9a588656-ef9d-4af5-be06-d59430a48754 None None] Port bd987544-df70-492e-8a8f-fd4f9efdb476 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:40:21.020698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a423b-9a70-44c5-919c-a611f312aa89 req-c8a870fa-66aa-498c-bf2e-bfc9d4be32b5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:21.028380 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dd6a423b-9a70-44c5-919c-a611f312aa89 req-c8a870fa-66aa-498c-bf2e-bfc9d4be32b5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0943911 Aug 07 22:40:21.090282 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dd6a423b-9a70-44c5-919c-a611f312aa89 req-94e135f5-d890-441b-88d6-abe1471d0eb8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544415 Aug 07 22:40:21.109960 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e5489d08-6eca-4423-90ce-78a766159f2e up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:21.162828 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port e5489d08-6eca-4423-90ce-78a766159f2e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:21.163393 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.251344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port e5489d08-6eca-4423-90ce-78a766159f2e is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:21.255332 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.276776 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port e5489d08-6eca-4423-90ce-78a766159f2e, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e5489d08-6eca-4423-90ce-78a766159f2e,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:21.351499 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.407641 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=e5489d08-6eca-4423-90ce-78a766159f2e,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:21.651395 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35088) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:21.660617 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-530995092-network', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:21.741185 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Made reservation on behalf of 643f0ddc528d45f1ae5d7a7396b36684 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:40:21.744162 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.753902 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.839091 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks [] for security_group (d89720e7-b4de-4f8a-b0f3-35e2393902fb), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.888145 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d89720e7-b4de-4f8a-b0f3-35e2393902fb), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.916340 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:40:21.933470 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89720e7-b4de-4f8a-b0f3-35e2393902fb,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:21.936618 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (83cd8d3b-4406-4d88-8bdb-56c4521e4e3d), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.937256 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Added segment 83cd8d3b-4406-4d88-8bdb-56c4521e4e3d of type vlan for network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 Aug 07 22:40:21.991645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (915fb68e-7b9a-43de-a9d6-c62ed8d46732), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:21.993962 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:22.027651 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Sync routers for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:40:22.040224 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:22.041051 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:22.099368 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (915fb68e-7b9a-43de-a9d6-c62ed8d46732), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.101203 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:22.101788 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.151265 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:22.166354 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] Pushing event updated for resources: {'Network': ['ID=915fb68e-7b9a-43de-a9d6-c62ed8d46732,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:22.176753 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:40:22.231875 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf571-ea71-4035-b4c7-6d533d8e402f req-9aa68670-50b7-4fac-a4e0-12c6d146ecf0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:22.239315 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7dfbf571-ea71-4035-b4c7-6d533d8e402f req-9aa68670-50b7-4fac-a4e0-12c6d146ecf0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0588830 Aug 07 22:40:22.310648 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7dfbf571-ea71-4035-b4c7-6d533d8e402f req-f9bb804e-3d40-4b89-8b9a-78a155568c13 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698211 Aug 07 22:40:22.337505 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-dc659b9c-5168-402a-8081-0b41ece6896c admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6840730 Aug 07 22:40:22.340230 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35104) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:22.345531 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Request body: {'subnet': {'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-530995092-subnet', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:22.442559 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Made reservation on behalf of 643f0ddc528d45f1ae5d7a7396b36684 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:40:22.447295 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.473475 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 2, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:22.498858 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Checking router: 6331439e-0d64-4fd8-a304-860b1908ddd0 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:40:22.499203 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Updating router 6331439e-0d64-4fd8-a304-860b1908ddd0 port bd987544-df70-492e-8a8f-fd4f9efdb476 binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:40:22.529224 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.633093 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:22.671836 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (2f2de7bc-8268-4fe1-bc7e-a1636a441279), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.715391 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:22.735354 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2de7bc-8268-4fe1-bc7e-a1636a441279,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:22.746176 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Checking segment: {'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:22.746504 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Network hostable DHCP agents. Network: 915fb68e-7b9a-43de-a9d6-c62ed8d46732, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:40:22.799419 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:22.801606 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Publish callbacks [] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.842121 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:40:22.865837 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.916713 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 915fb68e-7b9a-43de-a9d6-c62ed8d46732) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:22.921284 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:22.924674 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.927507 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7440d-96b4-48d4-83be-56fdff207c6d None None] Pushing event updated for resources: {'Port': ['ID=bd987544-df70-492e-8a8f-fd4f9efdb476,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:22.935941 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6087025-fe48-40a4-a40b-10491ac5544c None None] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:40:22.969045 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Attempting to bind port bd987544-df70-492e-8a8f-fd4f9efdb476 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:22.969413 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Attempting to bind port bd987544-df70-492e-8a8f-fd4f9efdb476 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:22.969769 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Attempting to bind port bd987544-df70-492e-8a8f-fd4f9efdb476 on network ff3d91e3-3731-4cfe-8faa-1401bf7138bd {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:22.980199 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:22.981285 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Checking segment: {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:22.981530 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:22.981941 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Bound using segment: {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:22.982507 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Bound port: bd987544-df70-492e-8a8f-fd4f9efdb476, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:22.983099 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.007624 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4fc8be08-5e7c-487a-80df-ca7eedeb841a admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6625223 Aug 07 22:40:23.007860 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 35108) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:23.012964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:23.070386 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-915fb68e-7b9a-43de-a9d6-c62ed8d46732', 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732', 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'fixed_ips': [{'subnet_id': '2f2de7bc-8268-4fe1-bc7e-a1636a441279'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:40:23.071443 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.101115 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] For port bd987544-df70-492e-8a8f-fd4f9efdb476, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:23.108422 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (912c9756-67a7-4a15-b86b-c5cd12f80f09), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.109520 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (912c9756-67a7-4a15-b86b-c5cd12f80f09), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.111516 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] For port bd987544-df70-492e-8a8f-fd4f9efdb476, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=bd987544-df70-492e-8a8f-fd4f9efdb476,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:23.159639 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e5489d08-6eca-4423-90ce-78a766159f2e up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:23.173501 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks [] for router_controller (912c9756-67a7-4a15-b86b-c5cd12f80f09), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.209281 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:23.231651 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.268083 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:23.270185 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:23.275833 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port e5489d08-6eca-4423-90ce-78a766159f2e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:23.276233 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.308359 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Allocated IP 172.20.0.2 (915fb68e-7b9a-43de-a9d6-c62ed8d46732/2f2de7bc-8268-4fe1-bc7e-a1636a441279/88a95570-40d0-4cbe-b0ba-a16dcf87b354) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:23.328622 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:23.348227 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7440d-96b4-48d4-83be-56fdff207c6d None None] Pushing event updated for resources: {'Port': ['ID=bd987544-df70-492e-8a8f-fd4f9efdb476,revision_number=4']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:23.421448 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port e5489d08-6eca-4423-90ce-78a766159f2e is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:23.444565 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks [] for router_gateway (912c9756-67a7-4a15-b86b-c5cd12f80f09), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.450711 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:23.543363 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac6e6b-09b2-4700-a7a5-700ae363b595 req-4ab460c8-3ff6-43bd-9541-e085c5e01505 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:23.545366 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8ac6e6b-09b2-4700-a7a5-700ae363b595 req-4ab460c8-3ff6-43bd-9541-e085c5e01505 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0872927 Aug 07 22:40:23.556462 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Publish callbacks [] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.633313 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.683482 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8ac6e6b-09b2-4700-a7a5-700ae363b595 req-41e16bdb-c668-4e7f-8679-f6acc0fa2a05 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221213 Aug 07 22:40:23.698855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:23.704286 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:23.709189 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:23.717902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Pushing event updated for resources: {'Port': ['ID=88a95570-40d0-4cbe-b0ba-a16dcf87b354,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:23.731222 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:23Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:23.768870 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f507c-074b-4d6d-ac97-f178f2ce23ba None None] The sync data for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi is: [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:23Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:23.782442 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Attempting to bind port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:23.783112 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Attempting to bind port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:23.783844 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Attempting to bind port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 on network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:23.790344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:23.800391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Checking segment: {'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:23.800391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.800391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Bound using segment: {'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:23.800391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Bound port: 88a95570-40d0-4cbe-b0ba-a16dcf87b354, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:23.800391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.908389 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks [] for router_gateway (912c9756-67a7-4a15-b86b-c5cd12f80f09), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:23.926814 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] For port 88a95570-40d0-4cbe-b0ba-a16dcf87b354, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:23.932160 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] For port 88a95570-40d0-4cbe-b0ba-a16dcf87b354, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=88a95570-40d0-4cbe-b0ba-a16dcf87b354,segment=NetworkSegment(83cd8d3b-4406-4d88-8bdb-56c4521e4e3d),segment_id=83cd8d3b-4406-4d88-8bdb-56c4521e4e3d)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:23.941063 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:24.008094 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91ede31a-2a45-4078-b716-8ad2c70b4535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:24.025716 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:24.101834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Allocated IP 172.27.3.108 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/2db1c326-1168-48e4-8527-657d37b0f244) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:24.227953 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:24.235759 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:24.246385 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks [] for port (2db1c326-1168-48e4-8527-657d37b0f244), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:24.307763 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc685ed-a614-414c-8770-07c4a47ee78a None None] Pushing event updated for resources: {'Port': ['ID=88a95570-40d0-4cbe-b0ba-a16dcf87b354,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:24.391649 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (2db1c326-1168-48e4-8527-657d37b0f244), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:24.450413 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:24.455284 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:24.459658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:24.491419 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Pushing event updated for resources: {'Port': ['ID=2db1c326-1168-48e4-8527-657d37b0f244,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:24.507434 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.507777 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.508144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.508521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.508836 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.509441 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.509746 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.510118 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.510444 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.510782 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.511108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.511429 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.511749 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.512087 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.512534 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:40:24.953037 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2dd77-ed4f-4cf7-9e7a-a89fb96daa31 req-3c7c76c7-7446-47b8-9891-93eb464ae46a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:24.954645 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-42a2dd77-ed4f-4cf7-9e7a-a89fb96daa31 req-3c7c76c7-7446-47b8-9891-93eb464ae46a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.1599450 Aug 07 22:40:25.066955 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks [] for router_gateway (912c9756-67a7-4a15-b86b-c5cd12f80f09), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.146086 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device bd987544-df70-492e-8a8f-fd4f9efdb476 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:25.248087 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port bd987544-df70-492e-8a8f-fd4f9efdb476 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:25.248709 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.374771 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port bd987544-df70-492e-8a8f-fd4f9efdb476 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:25.375341 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.407006 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d8e0b-0544-4180-9f9f-18aca0f29c23 None None] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:40:25.442189 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-42a2dd77-ed4f-4cf7-9e7a-a89fb96daa31 req-6b336ad2-e5b5-4b34-916f-9b05ba7d4b2c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802940 Aug 07 22:40:25.501117 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port bd987544-df70-492e-8a8f-fd4f9efdb476, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=bd987544-df70-492e-8a8f-fd4f9efdb476,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:25.505528 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:25.531829 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-4b8516d1-18db-43dd-9b43-b073a222a14e None None] Provisioning complete for port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:25.532259 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4b8516d1-18db-43dd-9b43-b073a222a14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.539759 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35166) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:25.583362 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.584339 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 88a95570-40d0-4cbe-b0ba-a16dcf87b354 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:25.655639 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:25.693717 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:25.713611 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (912c9756-67a7-4a15-b86b-c5cd12f80f09), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.718887 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:25.719281 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.763113 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f57f7d8-a1e5-48f4-9467-bfc82e7a434a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.801385 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=bd987544-df70-492e-8a8f-fd4f9efdb476,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:25.823620 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-4b8516d1-18db-43dd-9b43-b073a222a14e None None] Current status of the port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:25.824049 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4b8516d1-18db-43dd-9b43-b073a222a14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.899117 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4b8516d1-18db-43dd-9b43-b073a222a14e None None] For port 88a95570-40d0-4cbe-b0ba-a16dcf87b354, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=88a95570-40d0-4cbe-b0ba-a16dcf87b354,segment=NetworkSegment(83cd8d3b-4406-4d88-8bdb-56c4521e4e3d),segment_id=83cd8d3b-4406-4d88-8bdb-56c4521e4e3d)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:25.914596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:25.915001 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.933745 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f57f7d8-a1e5-48f4-9467-bfc82e7a434a admin admin] Publish callbacks [] for security_group (889f06a3-f8b2-4ed5-9e81-d83baa050181), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.993157 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Router 912c9756-67a7-4a15-b86b-c5cd12f80f09 is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:40:25.994508 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f57f7d8-a1e5-48f4-9467-bfc82e7a434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (889f06a3-f8b2-4ed5-9e81-d83baa050181), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:25.996711 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4b8516d1-18db-43dd-9b43-b073a222a14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.054006 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9f57f7d8-a1e5-48f4-9467-bfc82e7a434a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7a32cf48d21c4ec9b39b3f5fa2ee752a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128193 Aug 07 22:40:26.059170 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35174) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:26.061724 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57f7d8-a1e5-48f4-9467-bfc82e7a434a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889f06a3-f8b2-4ed5-9e81-d83baa050181,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:26.066486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.db.api [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 22:40:26.066486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG oslo_db.api [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 22:40:26.097810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8516d1-18db-43dd-9b43-b073a222a14e None None] Pushing event updated for resources: {'Port': ['ID=88a95570-40d0-4cbe-b0ba-a16dcf87b354,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:26.126944 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-0561410f-7532-419d-a5c7-87b983d82268 None None] Provisioning complete for port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:26.127487 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0561410f-7532-419d-a5c7-87b983d82268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.167631 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:40:26.174085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:26.179486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Sync routers for ids ['912c9756-67a7-4a15-b86b-c5cd12f80f09'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:40:26.180163 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd81e-9576-4c51-8b73-42e167637815 admin admin] Publish callbacks [] for security_group (889f06a3-f8b2-4ed5-9e81-d83baa050181), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.195206 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Routers {'912c9756-67a7-4a15-b86b-c5cd12f80f09'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:26.195807 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:39:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['912c9756-67a7-4a15-b86b-c5cd12f80f09'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:26.205231 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd81e-9576-4c51-8b73-42e167637815 admin admin] Publish callbacks [] for security_group (889f06a3-f8b2-4ed5-9e81-d83baa050181), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.269264 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-0561410f-7532-419d-a5c7-87b983d82268 None None] Current status of the port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:26.278568 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.279818 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0839c0f2-3ab8-483a-a254-4284adcfdad9 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2707043 Aug 07 22:40:26.282769 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35180) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:26.301413 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:26.329848 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Set router 912c9756-67a7-4a15-b86b-c5cd12f80f09 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:26.341708 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd81e-9576-4c51-8b73-42e167637815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (889f06a3-f8b2-4ed5-9e81-d83baa050181), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.344833 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd81e-9576-4c51-8b73-42e167637815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.358216 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f0dfd81e-9576-4c51-8b73-42e167637815 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/889f06a3-f8b2-4ed5-9e81-d83baa050181 HTTP/1.1" status: 204 len: 168 time: 0.2932661 Aug 07 22:40:26.394360 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:26.398354 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfd81e-9576-4c51-8b73-42e167637815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889f06a3-f8b2-4ed5-9e81-d83baa050181,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:26.554239 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-55719bf8-7d63-436f-9cfe-1e189019e51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.562492 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2db1c326-1168-48e4-8527-657d37b0f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:24Z', 'revision_number': 3, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port': {'id': '2db1c326-1168-48e4-8527-657d37b0f244', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:26.592046 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Checking router: 912c9756-67a7-4a15-b86b-c5cd12f80f09 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:40:26.592411 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Updating router 912c9756-67a7-4a15-b86b-c5cd12f80f09 port 2db1c326-1168-48e4-8527-657d37b0f244 binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:40:26.616435 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0bb99-eb22-4661-b920-1215713a232f req-a11f1be3-a3a5-41aa-9d48-e875ab6d19bf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:26.618428 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3db0bb99-eb22-4661-b920-1215713a232f req-a11f1be3-a3a5-41aa-9d48-e875ab6d19bf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0571496 Aug 07 22:40:26.636430 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:26.659401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:26.665987 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2db1c326-1168-48e4-8527-657d37b0f244), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.712720 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:26.715712 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3db0bb99-eb22-4661-b920-1215713a232f req-8940e1fb-408a-43c5-9874-a6c6368d6530 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830252 Aug 07 22:40:26.784145 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:26.982933 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Allocated IP 172.20.0.1 (915fb68e-7b9a-43de-a9d6-c62ed8d46732/2f2de7bc-8268-4fe1-bc7e-a1636a441279/1d5e6da9-1006-4eda-a893-e52d13769aa0) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:27.009396 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Publish callbacks [] for port (2db1c326-1168-48e4-8527-657d37b0f244), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.088346 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device bd987544-df70-492e-8a8f-fd4f9efdb476 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:27.108121 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks [] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.150942 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port bd987544-df70-492e-8a8f-fd4f9efdb476 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:27.151323 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.176839 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2db1c326-1168-48e4-8527-657d37b0f244), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.225210 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Attempting to bind port 2db1c326-1168-48e4-8527-657d37b0f244 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:27.225602 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Attempting to bind port 2db1c326-1168-48e4-8527-657d37b0f244 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:27.225967 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Attempting to bind port 2db1c326-1168-48e4-8527-657d37b0f244 on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:27.231270 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.246567 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:27.246567 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:27.246841 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.247241 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:27.247722 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Bound port: 2db1c326-1168-48e4-8527-657d37b0f244, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:27.248127 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2db1c326-1168-48e4-8527-657d37b0f244), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.274611 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9314fc-19da-4297-ba3a-02ab7485c740 None None] Pushing event updated for resources: {'Port': ['ID=2db1c326-1168-48e4-8527-657d37b0f244,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:27.283653 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:27.289633 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:27.292955 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:27.321367 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] For port 2db1c326-1168-48e4-8527-657d37b0f244, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:27.325029 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] For port 2db1c326-1168-48e4-8527-657d37b0f244, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=2db1c326-1168-48e4-8527-657d37b0f244,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:27.327934 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:27.330238 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Pushing event updated for resources: {'Port': ['ID=1d5e6da9-1006-4eda-a893-e52d13769aa0,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:27.372210 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:27.379075 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (912c9756-67a7-4a15-b86b-c5cd12f80f09), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.412949 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2db1c326-1168-48e4-8527-657d37b0f244), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.458815 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.463444 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port bd987544-df70-492e-8a8f-fd4f9efdb476 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:27.465589 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 88a95570-40d0-4cbe-b0ba-a16dcf87b354 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:27.497513 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Routers {'912c9756-67a7-4a15-b86b-c5cd12f80f09'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:27.497513 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:40:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['912c9756-67a7-4a15-b86b-c5cd12f80f09'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:27.585394 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9314fc-19da-4297-ba3a-02ab7485c740 None None] Pushing event updated for resources: {'Port': ['ID=2db1c326-1168-48e4-8527-657d37b0f244,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:27.656507 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.677923 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] Set router 912c9756-67a7-4a15-b86b-c5cd12f80f09 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:27.760048 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-a3270552-4d1f-4374-8bd2-4c889fc20e41 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631304 Aug 07 22:40:27.852599 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-1d80fe22-c49f-4549-a1d3-97c7cb530614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:27.854685 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-1d80fe22-c49f-4549-a1d3-97c7cb530614 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 1129 time: 0.0664935 Aug 07 22:40:27.881726 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:27.909995 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-ce8c63a6-c6ac-4534-bf9d-9dbd2ac314dc None None] Provisioning complete for port 1d5e6da9-1006-4eda-a893-e52d13769aa0 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:27.910500 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce8c63a6-c6ac-4534-bf9d-9dbd2ac314dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.930449 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:27.930873 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.961034 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks [] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:27.964419 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6a4a2-8b57-453b-8f09-002536821080 req-b6060002-311d-4c60-890c-f7418d626e49 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:27.966007 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-adf6a4a2-8b57-453b-8f09-002536821080 req-b6060002-311d-4c60-890c-f7418d626e49 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.1084630 Aug 07 22:40:28.006789 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:28.032362 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:28.040374 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c63a6-c6ac-4534-bf9d-9dbd2ac314dc None None] Port 1d5e6da9-1006-4eda-a893-e52d13769aa0 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:40:28.060091 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-d507108c-7f6c-499f-97df-f89400175b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:28.061607 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-d507108c-7f6c-499f-97df-f89400175b92 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.1729014 Aug 07 22:40:28.067554 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-adf6a4a2-8b57-453b-8f09-002536821080 req-b434d404-0c01-4844-8209-ec403c150e5f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837696 Aug 07 22:40:28.139902 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-6ca79c71-48a0-4d45-91a4-91a604bc7296 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ebb913e-d05d-414e-9214-6fe46a403f13 HTTP/1.1" status: 200 len: 217 time: 0.0692487 Aug 07 22:40:28.165957 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Pushing event updated for resources: {'Port': ['ID=1d5e6da9-1006-4eda-a893-e52d13769aa0,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:28.174719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (912c9756-67a7-4a15-b86b-c5cd12f80f09), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:28.219894 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:28.238779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-607a9d38-a674-40db-b193-b9b341317494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:28.244814 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2db1c326-1168-48e4-8527-657d37b0f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:24Z', 'revision_number': 3, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port': {'id': '2db1c326-1168-48e4-8527-657d37b0f244', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:28.245025 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-607a9d38-a674-40db-b193-b9b341317494 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0932100 Aug 07 22:40:28.273561 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670968d2-eab3-47cf-b868-bfa20b85dfdf None None] The sync data for ids ['912c9756-67a7-4a15-b86b-c5cd12f80f09'] in dv-cinder-850321-3-iscsi is: [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2db1c326-1168-48e4-8527-657d37b0f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:24Z', 'revision_number': 3, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port': {'id': '2db1c326-1168-48e4-8527-657d37b0f244', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:28.302190 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-4930c3ac-bde7-4e7b-8b6e-52a69caa679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:28.304327 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-4930c3ac-bde7-4e7b-8b6e-52a69caa679c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533128 Aug 07 22:40:28.311034 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:28.316370 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:28.467483 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-43939cf5-aaff-4b33-8aa6-e5f93d472205 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542549 Aug 07 22:40:28.530621 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Router 912c9756-67a7-4a15-b86b-c5cd12f80f09 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:40:28.679718 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-27da65b6-6cab-4f2a-887c-9cd44c4d1044 req-a621c9e3-554a-4abe-ab2d-281468b9aefa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038589 Aug 07 22:40:28.690444 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-3bf37b87-90a6-4e2b-a659-cbbafdfbcad5 None None] Provisioning complete for port 1d5e6da9-1006-4eda-a893-e52d13769aa0 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:28.691043 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3bf37b87-90a6-4e2b-a659-cbbafdfbcad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:28.753756 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-3bf37b87-90a6-4e2b-a659-cbbafdfbcad5 None None] Port 1d5e6da9-1006-4eda-a893-e52d13769aa0 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:40:28.775667 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:40:28.791066 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-73e12c3a-bca4-4620-949a-493bdcbbf72f admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/912c9756-67a7-4a15-b86b-c5cd12f80f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5071104 Aug 07 22:40:28.822233 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 35292) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:28.959404 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-3623b3bc-0c15-431a-96f9-fd55cb975822 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183815 Aug 07 22:40:28.959404 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-473749e8-6806-41a2-8854-1b0e032bfbca service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:40:28.959404 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-473749e8-6806-41a2-8854-1b0e032bfbca service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059617 Aug 07 22:40:29.086164 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35306) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:29.132868 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 2db1c326-1168-48e4-8527-657d37b0f244 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:29.183467 dv-cinder-850321-3-iscsi neutron-server[104592]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 22:40:29.330645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-688d0850-3e36-49ff-81a8-170e7d1054b9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:29.338837 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-688d0850-3e36-49ff-81a8-170e7d1054b9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports/1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 200 len: 940 time: 0.2449183 Aug 07 22:40:29.378279 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 2db1c326-1168-48e4-8527-657d37b0f244 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:29.378969 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (2db1c326-1168-48e4-8527-657d37b0f244), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:29.383229 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc2284-6e17-421a-8c88-24618346d2eb req-de0c2b06-8a92-430f-8e4c-21a15e99132a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:29.390222 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2dc2284-6e17-421a-8c88-24618346d2eb req-de0c2b06-8a92-430f-8e4c-21a15e99132a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.1750159 Aug 07 22:40:29.444537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:29.465182 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:29.469648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:29.516629 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35328) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:29.529132 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-c22e45e2-ef2c-4b10-80a5-80dc61f0b637 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007256911', 'description': 'tempest-secgroup-smoke-2007256911 description', 'project_id': '097fb8408bfb479d87e7516a93970e61'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:29.560247 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 2db1c326-1168-48e4-8527-657d37b0f244 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:29.560247 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2db1c326-1168-48e4-8527-657d37b0f244), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:29.584222 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 2db1c326-1168-48e4-8527-657d37b0f244, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=2db1c326-1168-48e4-8527-657d37b0f244,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:29.609658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:29.672531 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2db1c326-1168-48e4-8527-657d37b0f244), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:29.704826 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2dc2284-6e17-421a-8c88-24618346d2eb req-176afd99-9de9-454d-8ab3-f91602df2d85 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944074 Aug 07 22:40:29.717102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c22e45e2-ef2c-4b10-80a5-80dc61f0b637 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:29.788893 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=2db1c326-1168-48e4-8527-657d37b0f244,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:30.038573 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:30.063273 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c22e45e2-ef2c-4b10-80a5-80dc61f0b637 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group (65fea800-796b-4aa3-8512-e274247278b2), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.159038 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c22e45e2-ef2c-4b10-80a5-80dc61f0b637 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (65fea800-796b-4aa3-8512-e274247278b2), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.184068 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 35354) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:30.197134 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e45e2-ef2c-4b10-80a5-80dc61f0b637 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fea800-796b-4aa3-8512-e274247278b2,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:30.268636 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c22e45e2-ef2c-4b10-80a5-80dc61f0b637 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.271177 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c22e45e2-ef2c-4b10-80a5-80dc61f0b637 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7535188 Aug 07 22:40:30.274737 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35362) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:30.279660 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-8b2d63ff-fc4c-42d9-bbdb-252a8181395d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'security_group_rule': {'security_group_id': '65fea800-796b-4aa3-8512-e274247278b2', 'project_id': '097fb8408bfb479d87e7516a93970e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:30.328111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ab2f4b4-97f0-4302-a02c-f6ae30142703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.358950 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8b2d63ff-fc4c-42d9-bbdb-252a8181395d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (b03ae427-96b4-442e-97ec-936a9defcf1f), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.418668 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ab2f4b4-97f0-4302-a02c-f6ae30142703 admin admin] Publish callbacks [] for security_group (9a33edda-8efe-44e5-97ed-a7da3a5f07ad), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.419902 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8b2d63ff-fc4c-42d9-bbdb-252a8181395d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (b03ae427-96b4-442e-97ec-936a9defcf1f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.484435 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ab2f4b4-97f0-4302-a02c-f6ae30142703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9a33edda-8efe-44e5-97ed-a7da3a5f07ad), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.511644 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8b2d63ff-fc4c-42d9-bbdb-252a8181395d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (b03ae427-96b4-442e-97ec-936a9defcf1f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.532297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d63ff-fc4c-42d9-bbdb-252a8181395d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03ae427-96b4-442e-97ec-936a9defcf1f,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:30.536275 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4ab2f4b4-97f0-4302-a02c-f6ae30142703 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ead7fd7121224eb9801efd14207e4bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487222 Aug 07 22:40:30.536275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2f4b4-97f0-4302-a02c-f6ae30142703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a33edda-8efe-44e5-97ed-a7da3a5f07ad,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:30.538217 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35366) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:30.594441 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70bce55c-3a66-400c-9545-f5ea96773769 admin admin] Publish callbacks [] for security_group (9a33edda-8efe-44e5-97ed-a7da3a5f07ad), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.618912 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70bce55c-3a66-400c-9545-f5ea96773769 admin admin] Publish callbacks [] for security_group (9a33edda-8efe-44e5-97ed-a7da3a5f07ad), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.648516 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:30.655864 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8b2d63ff-fc4c-42d9-bbdb-252a8181395d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.657069 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8b2d63ff-fc4c-42d9-bbdb-252a8181395d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811097 Aug 07 22:40:30.664865 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35368) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:30.669698 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-05d9845e-c0fa-416a-9548-c59697c1a7bb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'security_group_rule': {'security_group_id': '65fea800-796b-4aa3-8512-e274247278b2', 'project_id': '097fb8408bfb479d87e7516a93970e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:30.740820 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70bce55c-3a66-400c-9545-f5ea96773769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9a33edda-8efe-44e5-97ed-a7da3a5f07ad), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.743896 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70bce55c-3a66-400c-9545-f5ea96773769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.747096 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-70bce55c-3a66-400c-9545-f5ea96773769 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9a33edda-8efe-44e5-97ed-a7da3a5f07ad HTTP/1.1" status: 204 len: 168 time: 0.2077129 Aug 07 22:40:30.754886 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bce55c-3a66-400c-9545-f5ea96773769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a33edda-8efe-44e5-97ed-a7da3a5f07ad,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:30.778707 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-05d9845e-c0fa-416a-9548-c59697c1a7bb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (4ebb8b1d-7b88-4995-9c75-c90dce41b6af), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.863468 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-05d9845e-c0fa-416a-9548-c59697c1a7bb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (4ebb8b1d-7b88-4995-9c75-c90dce41b6af), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.873961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a765-531b-421b-abd4-44b513de085c req-67a28136-8dd4-44a4-aada-975fefc4d973 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:30.875482 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e7d4a765-531b-421b-abd4-44b513de085c req-67a28136-8dd4-44a4-aada-975fefc4d973 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0501161 Aug 07 22:40:30.923725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-05d9845e-c0fa-416a-9548-c59697c1a7bb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (4ebb8b1d-7b88-4995-9c75-c90dce41b6af), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:30.931912 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e7d4a765-531b-421b-abd4-44b513de085c req-698bfdb1-932e-41d8-a1b6-1b5ff2652268 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495622 Aug 07 22:40:30.950515 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9845e-c0fa-416a-9548-c59697c1a7bb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebb8b1d-7b88-4995-9c75-c90dce41b6af,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:31.055393 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 2db1c326-1168-48e4-8527-657d37b0f244 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:31.061623 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-05d9845e-c0fa-416a-9548-c59697c1a7bb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.066102 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-05d9845e-c0fa-416a-9548-c59697c1a7bb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3972616 Aug 07 22:40:31.066440 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35378) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:31.080589 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-b2a82ab0-be85-4e83-b95f-47030659ed1d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'security_group_rule': {'security_group_id': '65fea800-796b-4aa3-8512-e274247278b2', 'project_id': '097fb8408bfb479d87e7516a93970e61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:31.136358 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 2db1c326-1168-48e4-8527-657d37b0f244 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:31.136879 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (2db1c326-1168-48e4-8527-657d37b0f244), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.177456 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:31.180451 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b2a82ab0-be85-4e83-b95f-47030659ed1d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (ca561bbd-0e05-483e-88d0-6a406ae48eb7), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.223198 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 2db1c326-1168-48e4-8527-657d37b0f244 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:31.249363 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b2a82ab0-be85-4e83-b95f-47030659ed1d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (ca561bbd-0e05-483e-88d0-6a406ae48eb7), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.298798 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Sync routers for ids ['912c9756-67a7-4a15-b86b-c5cd12f80f09'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:40:31.310187 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Routers {'912c9756-67a7-4a15-b86b-c5cd12f80f09'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:31.310785 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:40:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['912c9756-67a7-4a15-b86b-c5cd12f80f09'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:31.321795 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b2a82ab0-be85-4e83-b95f-47030659ed1d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (ca561bbd-0e05-483e-88d0-6a406ae48eb7), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.334606 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:31.342500 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a82ab0-be85-4e83-b95f-47030659ed1d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca561bbd-0e05-483e-88d0-6a406ae48eb7,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:31.411380 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b2a82ab0-be85-4e83-b95f-47030659ed1d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.413542 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b2a82ab0-be85-4e83-b95f-47030659ed1d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453517 Aug 07 22:40:31.416958 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35390) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:31.422454 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-c3d7f603-3459-4023-8f71-8413e5b6e50b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'security_group_rule': {'security_group_id': '65fea800-796b-4aa3-8512-e274247278b2', 'project_id': '097fb8408bfb479d87e7516a93970e61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:31.425697 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Set router 912c9756-67a7-4a15-b86b-c5cd12f80f09 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:31.468609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 35392) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:31.482374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-065a5f40-d828-4efb-83bd-c95dabba3977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.533882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:31.535984 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f603-3459-4023-8f71-8413e5b6e50b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (392013da-3215-484c-901e-bd0511068d58), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.574077 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:31.582010 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-065a5f40-d828-4efb-83bd-c95dabba3977 admin admin] Publish callbacks [] for security_group (89e7d2e8-1be7-4d53-a79b-13ed56037dd8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.606610 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f603-3459-4023-8f71-8413e5b6e50b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (392013da-3215-484c-901e-bd0511068d58), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.632773 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2db1c326-1168-48e4-8527-657d37b0f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:27Z', 'revision_number': 4, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port': {'id': '2db1c326-1168-48e4-8527-657d37b0f244', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1d5e6da9-1006-4eda-a893-e52d13769aa0', 'name': '', 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'mac_address': 'fa:16:3e:5b:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2f2de7bc-8268-4fe1-bc7e-a1636a441279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:26Z', 'updated_at': '2022-08-07T22:40:27Z', 'revision_number': 2, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'subnets': [{'id': '2f2de7bc-8268-4fe1-bc7e-a1636a441279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:31.661289 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Checking router: 912c9756-67a7-4a15-b86b-c5cd12f80f09 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:40:31.661636 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Updating router 912c9756-67a7-4a15-b86b-c5cd12f80f09 port 1d5e6da9-1006-4eda-a893-e52d13769aa0 binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:40:31.687796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-065a5f40-d828-4efb-83bd-c95dabba3977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (89e7d2e8-1be7-4d53-a79b-13ed56037dd8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.688661 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f603-3459-4023-8f71-8413e5b6e50b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (392013da-3215-484c-901e-bd0511068d58), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.690033 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.704775 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:31.707854 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7f603-3459-4023-8f71-8413e5b6e50b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392013da-3215-484c-901e-bd0511068d58,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:31.735122 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-065a5f40-d828-4efb-83bd-c95dabba3977 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6f3d39ce10484767a7ccc88f5bf0d1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647941 Aug 07 22:40:31.735940 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a5f40-d828-4efb-83bd-c95dabba3977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7d2e8-1be7-4d53-a79b-13ed56037dd8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:31.737699 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35400) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:31.791467 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f603-3459-4023-8f71-8413e5b6e50b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.792706 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c3d7f603-3459-4023-8f71-8413e5b6e50b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3740282 Aug 07 22:40:31.795675 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 35402) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:31.796328 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31a6-fc68-4ee2-9bf3-70825d9ec59a admin admin] Publish callbacks [] for security_group (89e7d2e8-1be7-4d53-a79b-13ed56037dd8), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.800259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'security_group_rule': {'security_group_id': '65fea800-796b-4aa3-8512-e274247278b2', 'project_id': '097fb8408bfb479d87e7516a93970e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:31.824004 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31a6-fc68-4ee2-9bf3-70825d9ec59a admin admin] Publish callbacks [] for security_group (89e7d2e8-1be7-4d53-a79b-13ed56037dd8), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.899245 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Project 097fb8408bfb479d87e7516a93970e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 22:40:31.906980 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (8051dc0f-a190-4159-a1b9-abfb461667d0), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.970342 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:31.985218 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31a6-fc68-4ee2-9bf3-70825d9ec59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (89e7d2e8-1be7-4d53-a79b-13ed56037dd8), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.985449 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (8051dc0f-a190-4159-a1b9-abfb461667d0), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.988945 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31a6-fc68-4ee2-9bf3-70825d9ec59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:31.993666 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8fbe31a6-fc68-4ee2-9bf3-70825d9ec59a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/89e7d2e8-1be7-4d53-a79b-13ed56037dd8 HTTP/1.1" status: 204 len: 168 time: 0.2520275 Aug 07 22:40:32.002238 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe31a6-fc68-4ee2-9bf3-70825d9ec59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7d2e8-1be7-4d53-a79b-13ed56037dd8,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:32.077412 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (8051dc0f-a190-4159-a1b9-abfb461667d0), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.108920 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8051dc0f-a190-4159-a1b9-abfb461667d0,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:32.123530 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Publish callbacks [] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.126311 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37e814-dd4a-4895-8705-7aa716bce54a req-33716e9b-27c8-49d6-916f-ab9332be5ff0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:32.128230 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b37e814-dd4a-4895-8705-7aa716bce54a req-33716e9b-27c8-49d6-916f-ab9332be5ff0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0843961 Aug 07 22:40:32.181577 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b37e814-dd4a-4895-8705-7aa716bce54a req-ce964a1a-2384-426b-89a6-45aeb80343e9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465350 Aug 07 22:40:32.194600 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.194748 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.196118 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-96114586-fc25-49bf-88c5-054e93b7645c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3994448 Aug 07 22:40:32.200089 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 35412) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:32.204257 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'security_group_rule': {'security_group_id': '65fea800-796b-4aa3-8512-e274247278b2', 'project_id': '097fb8408bfb479d87e7516a93970e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:32.288825 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Project 097fb8408bfb479d87e7516a93970e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 22:40:32.292455 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c2f48-c7de-4ef6-8902-408c065d3377 None None] Pushing event updated for resources: {'Port': ['ID=1d5e6da9-1006-4eda-a893-e52d13769aa0,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:32.301159 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (f20e6a65-6d11-4b56-8b10-1597b4eadc27), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.328157 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Attempting to bind port 1d5e6da9-1006-4eda-a893-e52d13769aa0 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:32.328750 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Attempting to bind port 1d5e6da9-1006-4eda-a893-e52d13769aa0 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:32.328875 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Attempting to bind port 1d5e6da9-1006-4eda-a893-e52d13769aa0 on network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:32.335438 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:32.335802 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Checking segment: {'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:32.338578 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.338578 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Bound using segment: {'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:32.338578 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Bound port: 1d5e6da9-1006-4eda-a893-e52d13769aa0, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:32.338578 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.371471 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (f20e6a65-6d11-4b56-8b10-1597b4eadc27), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.394939 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:32.401574 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] For port 1d5e6da9-1006-4eda-a893-e52d13769aa0, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:32.405407 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] For port 1d5e6da9-1006-4eda-a893-e52d13769aa0, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=1d5e6da9-1006-4eda-a893-e52d13769aa0,segment=NetworkSegment(83cd8d3b-4406-4d88-8bdb-56c4521e4e3d),segment_id=83cd8d3b-4406-4d88-8bdb-56c4521e4e3d)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:32.419404 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (f20e6a65-6d11-4b56-8b10-1597b4eadc27), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.440554 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20e6a65-6d11-4b56-8b10-1597b4eadc27,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:32.494838 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.524579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.525809 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d529ec8e-c456-4646-b349-7c65d6348bbc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3255010 Aug 07 22:40:32.541525 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Routers {'912c9756-67a7-4a15-b86b-c5cd12f80f09'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:40:32.542155 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:40:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['912c9756-67a7-4a15-b86b-c5cd12f80f09'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:32.601429 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c2f48-c7de-4ef6-8902-408c065d3377 None None] Pushing event updated for resources: {'Port': ['ID=1d5e6da9-1006-4eda-a893-e52d13769aa0,revision_number=4']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:32.666041 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] Set router 912c9756-67a7-4a15-b86b-c5cd12f80f09 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:40:32.839519 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35458) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:32.863882 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c421175a-2bbe-4bc3-8b4b-f3341be75ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:32.875287 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-203e50b2-3dc2-459b-8468-e0e2e1f1717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:32.878454 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2db1c326-1168-48e4-8527-657d37b0f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:27Z', 'revision_number': 4, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port': {'id': '2db1c326-1168-48e4-8527-657d37b0f244', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1d5e6da9-1006-4eda-a893-e52d13769aa0', 'name': '', 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'mac_address': 'fa:16:3e:5b:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2f2de7bc-8268-4fe1-bc7e-a1636a441279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:26Z', 'updated_at': '2022-08-07T22:40:32Z', 'revision_number': 4, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'subnets': [{'id': '2f2de7bc-8268-4fe1-bc7e-a1636a441279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:40:32.878665 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-203e50b2-3dc2-459b-8468-e0e2e1f1717a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba&tenant_id=3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 1127 time: 0.0835469 Aug 07 22:40:32.907263 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd36c82-f583-40ea-9c3e-e9a8e407e76d None None] The sync data for ids ['912c9756-67a7-4a15-b86b-c5cd12f80f09'] in dv-cinder-850321-3-iscsi is: [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2db1c326-1168-48e4-8527-657d37b0f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:27Z', 'revision_number': 4, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port': {'id': '2db1c326-1168-48e4-8527-657d37b0f244', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '1d5e6da9-1006-4eda-a893-e52d13769aa0', 'name': '', 'network_id': '915fb68e-7b9a-43de-a9d6-c62ed8d46732', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'mac_address': 'fa:16:3e:5b:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '2f2de7bc-8268-4fe1-bc7e-a1636a441279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:26Z', 'updated_at': '2022-08-07T22:40:32Z', 'revision_number': 4, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'subnets': [{'id': '2f2de7bc-8268-4fe1-bc7e-a1636a441279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:40:32.965423 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-095efb6f-7f69-49d7-b9ad-962d1a06d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:32.967326 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-095efb6f-7f69-49d7-b9ad-962d1a06d153 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1127 time: 0.0609789 Aug 07 22:40:33.016235 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:33.074752 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c421175a-2bbe-4bc3-8b4b-f3341be75ca2 admin admin] Publish callbacks [] for security_group (1e66414f-b3e3-4d26-b838-e0c694d606a1), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.136764 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1d5e6da9-1006-4eda-a893-e52d13769aa0 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:33.139573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-161c95fa-117b-4166-aeba-260ab8e4a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:33.141172 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-161c95fa-117b-4166-aeba-260ab8e4a187 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 917 time: 0.1486814 Aug 07 22:40:33.209152 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 1d5e6da9-1006-4eda-a893-e52d13769aa0 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:33.209542 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.217418 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c421175a-2bbe-4bc3-8b4b-f3341be75ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (1e66414f-b3e3-4d26-b838-e0c694d606a1), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.217838 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-e4597c2c-cd2f-4cf2-9c7a-5b821c7e786f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 200 len: 999 time: 0.0675724 Aug 07 22:40:33.248433 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c421175a-2bbe-4bc3-8b4b-f3341be75ca2 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ca1363126c0148f7a4918ff7d28f4d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072669 Aug 07 22:40:33.269597 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 35466) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:40:33.337648 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421175a-2bbe-4bc3-8b4b-f3341be75ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e66414f-b3e3-4d26-b838-e0c694d606a1,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:33.356036 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-be41de68-4c2b-4f9a-b5e9-15eddfce1d87 admin admin] Publish callbacks [] for security_group (1e66414f-b3e3-4d26-b838-e0c694d606a1), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.369057 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:33.378023 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-2fd475a1-e2d6-4de1-96c9-05e39be25431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:33.379582 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-2fd475a1-e2d6-4de1-96c9-05e39be25431 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.1537089 Aug 07 22:40:33.380296 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 1d5e6da9-1006-4eda-a893-e52d13769aa0 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:33.381361 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.387170 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cdbd6-3cac-4716-a890-899ce20a08b5 req-054cd3b0-a7ec-4952-8bfd-a1a992b9c76b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:33.389905 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ba6cdbd6-3cac-4716-a890-899ce20a08b5 req-054cd3b0-a7ec-4952-8bfd-a1a992b9c76b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0779324 Aug 07 22:40:33.407723 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-be41de68-4c2b-4f9a-b5e9-15eddfce1d87 admin admin] Publish callbacks [] for security_group (1e66414f-b3e3-4d26-b838-e0c694d606a1), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.431309 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 1d5e6da9-1006-4eda-a893-e52d13769aa0, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=1d5e6da9-1006-4eda-a893-e52d13769aa0,segment=NetworkSegment(83cd8d3b-4406-4d88-8bdb-56c4521e4e3d),segment_id=83cd8d3b-4406-4d88-8bdb-56c4521e4e3d)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:33.470416 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-a0ee846b-e518-4c07-8644-969006121444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:33.471866 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-a0ee846b-e518-4c07-8644-969006121444 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821545 Aug 07 22:40:33.493742 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ba6cdbd6-3cac-4716-a890-899ce20a08b5 req-31a33c1a-9d48-45fa-b9f4-d4b4338fc7e6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896938 Aug 07 22:40:33.579833 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.594843 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-a05a3747-a48f-4281-85e9-4f2309d87f77 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144426 Aug 07 22:40:33.596854 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-be41de68-4c2b-4f9a-b5e9-15eddfce1d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (1e66414f-b3e3-4d26-b838-e0c694d606a1), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.599755 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-be41de68-4c2b-4f9a-b5e9-15eddfce1d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:33.601240 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-be41de68-4c2b-4f9a-b5e9-15eddfce1d87 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/1e66414f-b3e3-4d26-b838-e0c694d606a1 HTTP/1.1" status: 204 len: 168 time: 0.3340871 Aug 07 22:40:33.622721 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41de68-4c2b-4f9a-b5e9-15eddfce1d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e66414f-b3e3-4d26-b838-e0c694d606a1,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:33.664740 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=1d5e6da9-1006-4eda-a893-e52d13769aa0,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:33.743836 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-a9a40654-7a8c-4c54-9d7c-100d1da74a86 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357596 Aug 07 22:40:34.723518 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4567a9-9975-4981-b419-4bc9dd6bf30c req-1933494a-ca6b-42a7-bcae-934230172f7c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:34.730436 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d4567a9-9975-4981-b419-4bc9dd6bf30c req-1933494a-ca6b-42a7-bcae-934230172f7c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.1191885 Aug 07 22:40:34.840732 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d4567a9-9975-4981-b419-4bc9dd6bf30c req-e049113a-3cd9-4e30-b1eb-99986c8bbe84 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048341 Aug 07 22:40:35.240770 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1d5e6da9-1006-4eda-a893-e52d13769aa0 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:35.240770 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 1d5e6da9-1006-4eda-a893-e52d13769aa0 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:35.240770 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:35.245880 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:35.255095 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 1d5e6da9-1006-4eda-a893-e52d13769aa0 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:36.064658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c59d2-65a4-4b91-9572-e9a4e9cd3f90 req-e3c15663-46d9-45c4-a37b-1985f862a1dd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:36.066391 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-817c59d2-65a4-4b91-9572-e9a4e9cd3f90 req-e3c15663-46d9-45c4-a37b-1985f862a1dd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0589604 Aug 07 22:40:36.096220 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:36.119997 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-817c59d2-65a4-4b91-9572-e9a4e9cd3f90 req-267a4363-675e-4fb6-b7ac-59c927ea0810 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472424 Aug 07 22:40:37.263353 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374084cc-d41c-485b-bbc3-840cc7e65b7d req-17d30794-31dd-499c-bf1e-972d48cece94 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:37.265104 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-374084cc-d41c-485b-bbc3-840cc7e65b7d req-17d30794-31dd-499c-bf1e-972d48cece94 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0521922 Aug 07 22:40:37.321270 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-374084cc-d41c-485b-bbc3-840cc7e65b7d req-04d6a32b-379c-4852-a265-4dd401be500a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470419 Aug 07 22:40:37.848892 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-1544a7e6-7f07-49b9-95ad-59ff93687e59 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1868642240&fields=id&tenant_id=6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 267 time: 0.0579128 Aug 07 22:40:37.964871 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-5d9cf7b3-a3ca-4252-a54f-e1e6d0d8a4f1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:37.966401 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-5d9cf7b3-a3ca-4252-a54f-e1e6d0d8a4f1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 812 time: 0.1105251 Aug 07 22:40:37.984119 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-41cbf4dc-54ea-405c-8005-5586f807a240 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/quotas/6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 375 time: 0.0105150 Aug 07 22:40:38.041705 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-a75bea9b-c9b8-42d4-8a8d-e73e408f9965 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520883 Aug 07 22:40:38.174959 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-6876b398-5bdd-46f2-bdaa-ada3828a5669 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205554 Aug 07 22:40:38.279305 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-0a1c460b-b1bc-4ba4-99a8-e19a2e816699 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985909 Aug 07 22:40:38.961302 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4456a75-6ef6-4287-8347-4fe557b8e7a6 req-0b6182dc-7712-465e-b6d5-2ebe84b55552 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:38.962819 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d4456a75-6ef6-4287-8347-4fe557b8e7a6 req-0b6182dc-7712-465e-b6d5-2ebe84b55552 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0680246 Aug 07 22:40:39.045077 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d4456a75-6ef6-4287-8347-4fe557b8e7a6 req-49f3c647-e756-4d12-bb81-4555a04a1f1d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763748 Aug 07 22:40:39.142660 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-183fca42-4576-4e01-9971-0c99e3dfadc8 req-3e011d27-b67f-42f1-bd6b-6b52175c6e1f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Aug 07 22:40:40.216194 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293f769-1ab0-4ca2-a6d8-3b40df576d96 req-89d0ed6b-1756-4c31-a877-8ac24f033ced tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:40.217770 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a293f769-1ab0-4ca2-a6d8-3b40df576d96 req-89d0ed6b-1756-4c31-a877-8ac24f033ced tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0634959 Aug 07 22:40:40.288098 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a293f769-1ab0-4ca2-a6d8-3b40df576d96 req-f0df2c08-6ec0-4412-a368-3fab44f48a46 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595188 Aug 07 22:40:40.378145 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-becf27bc-a277-4c90-a782-b83e1d7b93c3 req-0f33ef48-1b99-454c-96b3-4349a73eb2c7 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0333860 Aug 07 22:40:41.437858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf6816-3068-4129-bbd4-6d0386022a7d req-857c3d77-7790-4ceb-b7fb-f8f79b3e59c7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:41.440928 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0aaf6816-3068-4129-bbd4-6d0386022a7d req-857c3d77-7790-4ceb-b7fb-f8f79b3e59c7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0521255 Aug 07 22:40:41.475386 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:41.490931 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0aaf6816-3068-4129-bbd4-6d0386022a7d req-c68565c9-93e7-4ae5-a3e3-bf1944a8521b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 Aug 07 22:40:41.617126 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-835914eb-b7c2-4fea-98d9-0a724c1caad2 req-d8e8687c-7062-48f2-ba79-aa8b20340d77 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0406623 Aug 07 22:40:42.652567 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdade8-9737-438f-9ffe-a8dae9405943 req-6f539374-4c69-43c4-ac2c-959ef527425e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:42.662854 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-24bdade8-9737-438f-9ffe-a8dae9405943 req-6f539374-4c69-43c4-ac2c-959ef527425e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0722005 Aug 07 22:40:42.724287 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-24bdade8-9737-438f-9ffe-a8dae9405943 req-24b71814-615f-4deb-9d71-1435a0233e28 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595236 Aug 07 22:40:42.837737 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6158b33e-5a9c-4838-936d-ce62ca95d18d req-b8d89129-e5cf-4062-8e9c-e758ceffd601 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0318182 Aug 07 22:40:42.881465 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:43.607310 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=62,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:43.865228 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0c486-8009-4969-9676-6da386149551 req-4f36b687-bfd5-4289-ae7a-9a078e1b3ebd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:43.866706 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdb0c486-8009-4969-9676-6da386149551 req-4f36b687-bfd5-4289-ae7a-9a078e1b3ebd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0516539 Aug 07 22:40:43.904096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:43.917176 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdb0c486-8009-4969-9676-6da386149551 req-70e1bf01-3620-47a2-aeb1-5675bf19cc19 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Aug 07 22:40:44.010834 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9658afff-cbe7-4bf2-92ea-a3fa2f115068 req-998d0217-9cca-4648-8401-5eb07741d85a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0283692 Aug 07 22:40:45.053175 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdf5a-270f-4213-b1fd-82a41b78870a req-b9037b34-1c13-494b-80df-1dd578793189 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:45.054842 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f71bdf5a-270f-4213-b1fd-82a41b78870a req-b9037b34-1c13-494b-80df-1dd578793189 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0478723 Aug 07 22:40:45.130500 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0df42694-4649-44bf-9861-de198bb64d36 req-c8554876-b029-416b-b791-89c0a0545baa tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0386696 Aug 07 22:40:45.133781 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f71bdf5a-270f-4213-b1fd-82a41b78870a req-d365e3fc-8152-4a96-b684-e306bf9c18c4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730491 Aug 07 22:40:45.250501 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:45.464842 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-f7d7ef5f-703e-41ff-a65f-517bf8e5c2e3 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:45.466257 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-f7d7ef5f-703e-41ff-a65f-517bf8e5c2e3 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 812 time: 0.1058276 Aug 07 22:40:45.536480 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-7c3e8833-82d1-43ff-8280-a79c0c1cb353 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 380 time: 0.0596015 Aug 07 22:40:45.547729 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'port': {'device_id': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'admin_state_up': True, 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'security_groups': ['d83bac35-f762-4867-a57a-7c636f1690fb']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:45.727461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Made reservation on behalf of 6b3cfd456d8748b3a1db990d638340af for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:40:45.730943 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:45.861386 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Allocated IP 172.20.0.13 (aaf0b534-ba14-4766-8d78-28b21425ddb7/a66cffc1-2992-47c6-8a92-507b83167955/c6e7b289-4e50-424d-9310-ffa0f3386876) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:40:45.982095 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:46.004379 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:46.070912 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:46.110183 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:46.117310 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:40:46.120364 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:40:46.124134 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:40:46.148421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=c6e7b289-4e50-424d-9310-ffa0f3386876,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:46.185843 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:46.189277 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:46.281703 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8e427d38-e4ba-422b-8214-52d14599cc74 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7398486 Aug 07 22:40:46.300123 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Request body: {'port': {'device_id': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:40:46.329817 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138cff1-ae3a-42ca-bb66-917a5b4e3357 req-e872f0f5-d755-4f45-af1c-5e2669d7c6c1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:46.332728 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7138cff1-ae3a-42ca-bb66-917a5b4e3357 req-e872f0f5-d755-4f45-af1c-5e2669d7c6c1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 932 time: 0.1134360 Aug 07 22:40:46.335176 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-d952504f-921d-432a-9f9f-62efadb79966 None None] Provisioning complete for port c6e7b289-4e50-424d-9310-ffa0f3386876 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:46.336213 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d952504f-921d-432a-9f9f-62efadb79966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:46.341923 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871b308-eedb-4cd9-ae1a-8427da1407e3 req-8f8fa509-92f7-4080-b905-0a2f720b8c59 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:46.343407 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7871b308-eedb-4cd9-ae1a-8427da1407e3 req-8f8fa509-92f7-4080-b905-0a2f720b8c59 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.1224093 Aug 07 22:40:46.369658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-d952504f-921d-432a-9f9f-62efadb79966 None None] Port c6e7b289-4e50-424d-9310-ffa0f3386876 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:40:46.454863 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:46.462383 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7871b308-eedb-4cd9-ae1a-8427da1407e3 req-8d7ec88c-97d6-4e38-9eac-62bc6338db3f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097312 Aug 07 22:40:46.711019 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7138cff1-ae3a-42ca-bb66-917a5b4e3357 req-1cebd337-44c5-480f-bf40-60fc4ffdf743 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666482 Aug 07 22:40:46.957285 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e7b289-4e50-424d-9310-ffa0f3386876 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:40:46.964867 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Publish callbacks [] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:46.977552 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Transition to ACTIVE for port object c6e7b289-4e50-424d-9310-ffa0f3386876 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:40:47.030489 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:47.119316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7b289-4e50-424d-9310-ffa0f3386876,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:47.153802 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Attempting to bind port c6e7b289-4e50-424d-9310-ffa0f3386876 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:40:47.154057 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Attempting to bind port c6e7b289-4e50-424d-9310-ffa0f3386876 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:40:47.154397 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Attempting to bind port c6e7b289-4e50-424d-9310-ffa0f3386876 on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:47.158706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Port c6e7b289-4e50-424d-9310-ffa0f3386876 on network aaf0b534-ba14-4766-8d78-28b21425ddb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:40:47.159030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Attempting to bind port c6e7b289-4e50-424d-9310-ffa0f3386876 on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:40:47.164540 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:40:47.164875 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Checking segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:40:47.165251 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Bound using segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:40:47.165663 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Bound port: c6e7b289-4e50-424d-9310-ffa0f3386876, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:40:47.166011 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:47.180658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:47.226526 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] For port c6e7b289-4e50-424d-9310-ffa0f3386876, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:40:47.229554 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] For port c6e7b289-4e50-424d-9310-ffa0f3386876, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c6e7b289-4e50-424d-9310-ffa0f3386876,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:40:47.293722 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:47.298094 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.298887 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:47.300148 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c6e7b289-4e50-424d-9310-ffa0f3386876 HTTP/1.1" status: 200 len: 1094 time: 1.0042136 Aug 07 22:40:47.300679 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:40:47.303747 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aa187f-88cc-48c1-8233-a0dbd9874039" -d '{"events": [{"name": "network-changed", "server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:40:47.336780 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:47.342537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2519e1bf-d97a-4a5e-9894-6ba5c622c9f8 x-openstack-request-id: req-2519e1bf-d97a-4a5e-9894-6ba5c622c9f8 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:40:47.342830 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:40:47.343075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2519e1bf-d97a-4a5e-9894-6ba5c622c9f8 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:40:47.343471 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2519e1bf-d97a-4a5e-9894-6ba5c622c9f8'] response: {'name': 'network-changed', 'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'status': 'completed', 'code': 200} Aug 07 22:40:47.357066 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ec83a-3128-4de6-a7d8-bed29b8b9d77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7b289-4e50-424d-9310-ffa0f3386876,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:47.409645 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa187f-88cc-48c1-8233-a0dbd9874039 req-a27a8665-70e8-451e-8404-5e1fd4cb28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.411086 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9aa187f-88cc-48c1-8233-a0dbd9874039 req-a27a8665-70e8-451e-8404-5e1fd4cb28d5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 1128 time: 0.0457411 Aug 07 22:40:47.511129 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa187f-88cc-48c1-8233-a0dbd9874039 req-5a72d9c6-4169-47f8-b30d-a6a5ddec3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.512617 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9aa187f-88cc-48c1-8233-a0dbd9874039 req-5a72d9c6-4169-47f8-b30d-a6a5ddec3457 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6b3cfd456d8748b3a1db990d638340af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0938904 Aug 07 22:40:47.623543 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1950b-13ae-43c2-8994-1ba8db0e7673 req-cfa8ff05-1e18-477b-a6a0-e6a8da07a6f2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.625027 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-00f1950b-13ae-43c2-8994-1ba8db0e7673 req-cfa8ff05-1e18-477b-a6a0-e6a8da07a6f2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0590336 Aug 07 22:40:47.667950 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa187f-88cc-48c1-8233-a0dbd9874039 req-2237acdb-ea1c-4ae4-9066-053efa5d2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.669424 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9aa187f-88cc-48c1-8233-a0dbd9874039 req-2237acdb-ea1c-4ae4-9066-053efa5d2e5d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502440 Aug 07 22:40:47.693815 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-00f1950b-13ae-43c2-8994-1ba8db0e7673 req-132d273a-c91e-45e5-88a7-c4868a712a4c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584877 Aug 07 22:40:47.759501 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-cf150d51-6062-4a6c-9a5b-1316a53ea2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.761050 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-cf150d51-6062-4a6c-9a5b-1316a53ea2e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 1128 time: 0.0449080 Aug 07 22:40:47.806089 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-db216d61-0954-4081-a7dc-a0dd9e30fa38 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6e7b289-4e50-424d-9310-ffa0f3386876 HTTP/1.1" status: 200 len: 217 time: 0.0365047 Aug 07 22:40:47.880131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de84326-45e5-42f7-b16f-92fd8902f47d req-690169dc-7a6d-494f-91d3-b8d242773998 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.881604 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4de84326-45e5-42f7-b16f-92fd8902f47d req-690169dc-7a6d-494f-91d3-b8d242773998 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0780239 Aug 07 22:40:47.890750 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8cc1b29a-f2fb-4366-aba5-8849752b8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.892111 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-8cc1b29a-f2fb-4366-aba5-8849752b8846 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0775197 Aug 07 22:40:47.966010 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-086bbf83-6a61-43a3-a18b-f635c9234615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:47.967513 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-086bbf83-6a61-43a3-a18b-f635c9234615 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598276 Aug 07 22:40:47.972529 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4de84326-45e5-42f7-b16f-92fd8902f47d req-4f6d3a64-a40d-4137-b5b3-8af6678b5982 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842550 Aug 07 22:40:48.061805 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-70b8c534-8b6e-4e39-a464-4ff715a8562b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862548 Aug 07 22:40:48.158534 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-332ef812-a3d8-4cf7-93dc-0c08b839bee7 req-65f401ae-0849-450a-8275-b119cd86077d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887215 Aug 07 22:40:48.838481 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01a51-0b02-4701-aa93-b31f67ed99a6 req-e95800e5-aea8-4351-9d7b-d5f5124adc68 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:48.839975 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0aa01a51-0b02-4701-aa93-b31f67ed99a6 req-e95800e5-aea8-4351-9d7b-d5f5124adc68 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0547175 Aug 07 22:40:48.879654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:48.891852 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0aa01a51-0b02-4701-aa93-b31f67ed99a6 req-1057ccb3-5a0c-4a5c-9a78-38657ac57750 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Aug 07 22:40:49.108089 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4bad0-2484-4b8d-aedf-98a04bacf1a8 req-d63d5dc9-9e02-4a71-b18a-16cc7b23c63b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:49.109603 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c9a4bad0-2484-4b8d-aedf-98a04bacf1a8 req-d63d5dc9-9e02-4a71-b18a-16cc7b23c63b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0573123 Aug 07 22:40:49.168723 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c9a4bad0-2484-4b8d-aedf-98a04bacf1a8 req-1064b9b9-2429-4366-b554-97f63957f56a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532374 Aug 07 22:40:50.021095 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15926648-1580-481b-8d68-d73b998281ba req-38e2b77e-9ec1-408b-ac65-6a14b29211d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:50.022768 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-15926648-1580-481b-8d68-d73b998281ba req-38e2b77e-9ec1-408b-ac65-6a14b29211d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0489581 Aug 07 22:40:50.074487 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-15926648-1580-481b-8d68-d73b998281ba req-8d0ffa16-e7ce-4632-bd43-630420b8c691 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460110 Aug 07 22:40:50.301686 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3feefc-97b3-4149-825a-820459be575a req-66bf1c8a-e9d8-4bec-a34b-0df7b7c095c0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:50.303730 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de3feefc-97b3-4149-825a-820459be575a req-66bf1c8a-e9d8-4bec-a34b-0df7b7c095c0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0534861 Aug 07 22:40:50.344545 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:50.353976 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de3feefc-97b3-4149-825a-820459be575a req-ac1b166b-ad10-4ccd-a251-5e7b5a21fa10 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Aug 07 22:40:51.199388 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910af664-aef8-4ed3-b717-c9d62d987647 req-5270ddaa-2e70-471a-87b0-825a9e521c2d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:51.200824 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-910af664-aef8-4ed3-b717-c9d62d987647 req-5270ddaa-2e70-471a-87b0-825a9e521c2d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0473886 Aug 07 22:40:51.249574 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-910af664-aef8-4ed3-b717-c9d62d987647 req-520362b5-60ae-4fae-a2f6-d5e09ab86823 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431607 Aug 07 22:40:51.350727 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:40:51.476639 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35900f-e931-42cc-9d64-b415ff79097a req-7c895c24-5cb9-4f51-aac6-03b05172644b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:51.478036 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2c35900f-e931-42cc-9d64-b415ff79097a req-7c895c24-5cb9-4f51-aac6-03b05172644b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0499501 Aug 07 22:40:51.531568 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2c35900f-e931-42cc-9d64-b415ff79097a req-2a9c0750-76a4-4fba-b92f-6ed8186dc79d tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480223 Aug 07 22:40:52.374471 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6a06f-68e4-4d0e-8fd4-dcfad1bc2007 req-09473c8f-56fb-4813-9f32-e7e64b1a5f84 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:52.375816 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99d6a06f-68e4-4d0e-8fd4-dcfad1bc2007 req-09473c8f-56fb-4813-9f32-e7e64b1a5f84 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0459161 Aug 07 22:40:52.425036 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99d6a06f-68e4-4d0e-8fd4-dcfad1bc2007 req-0a1e55fd-c7ce-4d18-bbcd-ed552f603374 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 Aug 07 22:40:52.650498 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2d17-b270-45ec-9f22-b0e120ef13b5 req-9b4db98f-651f-4476-b610-159306f246ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:52.651911 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36bb2d17-b270-45ec-9f22-b0e120ef13b5 req-9b4db98f-651f-4476-b610-159306f246ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0479262 Aug 07 22:40:52.701549 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-36bb2d17-b270-45ec-9f22-b0e120ef13b5 req-3c6d783d-e85a-4646-86c9-cb6ebad0deee tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441473 Aug 07 22:40:53.499366 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:40:53.564263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016acd63-666d-40b5-b093-9c9b60286e7c req-6ae65e7a-5ad6-402f-9322-537871cf77f0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:53.566007 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-016acd63-666d-40b5-b093-9c9b60286e7c req-6ae65e7a-5ad6-402f-9322-537871cf77f0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 943 time: 0.0544243 Aug 07 22:40:53.606562 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:53.614663 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-016acd63-666d-40b5-b093-9c9b60286e7c req-63982d39-63aa-452c-8d43-90da0a83d157 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Aug 07 22:40:53.617902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'port_id': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'mac_address': 'fa:16:3e:c1:b9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:40:53.652528 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:53.652911 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:53.670028 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f737453-339e-4e1d-8c0b-b401edea34b1 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:40:53.689177 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:53.756306 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:53.803732 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=9']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:53.821718 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2330-959e-4014-ac60-e615b75e36a9 req-09be5fcf-11bd-453e-84b1-991158e9f2a8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:53.823224 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f51a2330-959e-4014-ac60-e615b75e36a9 req-09be5fcf-11bd-453e-84b1-991158e9f2a8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0470550 Aug 07 22:40:53.876728 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f51a2330-959e-4014-ac60-e615b75e36a9 req-7d60e2af-a171-4b59-be5c-99514cd1e229 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475485 Aug 07 22:40:53.910230 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-397ba732-11cb-44b2-a91a-c2893d8469af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:54.738010 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9090a-999b-4c81-8075-5a06316bb59b req-b5569856-961c-409a-945c-d83a2f496321 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:54.739490 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bbf9090a-999b-4c81-8075-5a06316bb59b req-b5569856-961c-409a-945c-d83a2f496321 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0459368 Aug 07 22:40:54.792355 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bbf9090a-999b-4c81-8075-5a06316bb59b req-01b38235-81d7-48d1-a0fe-b8fe2de6f519 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 Aug 07 22:40:54.816589 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['1f737453-339e-4e1d-8c0b-b401edea34b1'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:40:54.998317 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f2f0a-88c1-4313-9258-1ed743678e86 req-7f4d0070-ffbc-42ce-b15d-2c976a5edbef tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:54.999830 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b12f2f0a-88c1-4313-9258-1ed743678e86 req-7f4d0070-ffbc-42ce-b15d-2c976a5edbef tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0486946 Aug 07 22:40:55.056447 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b12f2f0a-88c1-4313-9258-1ed743678e86 req-1a9d32a6-6efc-49a0-9ba4-97182723cc24 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499063 Aug 07 22:40:55.916040 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae376d-cb67-41d8-b510-d37de80dc58d req-05e35d98-3f86-4d44-b19e-9651c7cbf361 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:55.917479 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-66ae376d-cb67-41d8-b510-d37de80dc58d req-05e35d98-3f86-4d44-b19e-9651c7cbf361 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0459199 Aug 07 22:40:55.967566 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-66ae376d-cb67-41d8-b510-d37de80dc58d req-1dee14e4-13ae-40f6-a3c3-6336825effdd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Aug 07 22:40:56.154991 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:56.172578 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a07f3-c08c-4011-96bb-938ab4684fd3 req-8b7d897f-b864-4e27-aaa3-6fee48ea4d78 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:56.174136 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-881a07f3-c08c-4011-96bb-938ab4684fd3 req-8b7d897f-b864-4e27-aaa3-6fee48ea4d78 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0505610 Aug 07 22:40:56.198843 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:56.225331 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-881a07f3-c08c-4011-96bb-938ab4684fd3 req-cb2e9ead-4889-46a6-bea3-8ca93485d356 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Aug 07 22:40:56.348577 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:56.504411 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53ce6546-e11f-42e4-958d-73174533f72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:57.092684 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae28de-1c78-4f3a-98e4-7d488dcb594f req-38fccec6-3f66-4f21-840a-fb1f29be89b2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:57.094114 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-07ae28de-1c78-4f3a-98e4-7d488dcb594f req-38fccec6-3f66-4f21-840a-fb1f29be89b2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0457668 Aug 07 22:40:57.141986 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-07ae28de-1c78-4f3a-98e4-7d488dcb594f req-b87cda05-8f72-4a32-9c7d-33beb04d25dc tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Aug 07 22:40:57.346548 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74c0cd-d8e7-4aa9-bf7f-a63e79e18700 req-ef82cacc-f5a9-4e3b-9340-01e913fd7bcd tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:57.348038 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c74c0cd-d8e7-4aa9-bf7f-a63e79e18700 req-ef82cacc-f5a9-4e3b-9340-01e913fd7bcd tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0516157 Aug 07 22:40:57.398385 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c74c0cd-d8e7-4aa9-bf7f-a63e79e18700 req-f70b3f4a-1f41-4c7a-9957-c8fb2189341e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 Aug 07 22:40:57.429804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:58.270035 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac094f2-4b7f-42f7-94d5-f89a60300126 req-bea46e63-8696-496f-868b-0aa8222fb074 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:58.271493 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9ac094f2-4b7f-42f7-94d5-f89a60300126 req-bea46e63-8696-496f-868b-0aa8222fb074 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 944 time: 0.0487113 Aug 07 22:40:58.322552 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9ac094f2-4b7f-42f7-94d5-f89a60300126 req-2901a86f-3b9b-4559-8114-19c7f89d92d0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454423 Aug 07 22:40:58.360456 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:40:58.406988 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 1f737453-339e-4e1d-8c0b-b401edea34b1 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:40:58.407356 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:58.486414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:58.487393 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 1f737453-339e-4e1d-8c0b-b401edea34b1 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:40:58.487782 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:58.507869 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:40:58.512537 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:40:58.514799 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be623f8b-1871-4fcf-8db2-4a45861733f7" -d '{"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-plugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:40:58.528226 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:40:58.542196 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae2278-0cf8-442d-9071-64cd976f8264 req-df53bc01-bed7-45a5-8212-05dda34afdda tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:58.544691 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ae2278-0cf8-442d-9071-64cd976f8264 req-df53bc01-bed7-45a5-8212-05dda34afdda tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0599289 Aug 07 22:40:58.563707 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b468e31-bea9-4ead-8ad3-01a3c1b59dfd x-openstack-request-id: req-4b468e31-bea9-4ead-8ad3-01a3c1b59dfd {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:40:58.564000 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-plugged", "status": "completed", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:40:58.564347 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b468e31-bea9-4ead-8ad3-01a3c1b59dfd {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:40:58.564774 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b468e31-bea9-4ead-8ad3-01a3c1b59dfd'] response: {'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'code': 200} Aug 07 22:40:58.602249 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:58.607316 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ae2278-0cf8-442d-9071-64cd976f8264 req-92d40255-1213-4245-aad1-be27c7f8cf3e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572205 Aug 07 22:40:58.654278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=10']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:40:59.255063 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def4ef6-43d3-415a-91d7-51bb316d9db3 req-c29344e5-9073-406e-ba08-694839e0efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:59.257148 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9def4ef6-43d3-415a-91d7-51bb316d9db3 req-c29344e5-9073-406e-ba08-694839e0efde service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1130 time: 0.0379145 Aug 07 22:40:59.303226 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9def4ef6-43d3-415a-91d7-51bb316d9db3 req-30876548-a729-411f-a907-9ae3478badb8 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378273 Aug 07 22:40:59.339051 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:59.430465 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:59.449866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc74d70-7bcd-43ad-a36f-a5a8f2610d99 req-f21ca1c6-fd0c-4765-bb3d-e2f1879b7662 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:59.451466 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-adc74d70-7bcd-43ad-a36f-a5a8f2610d99 req-f21ca1c6-fd0c-4765-bb3d-e2f1879b7662 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0480278 Aug 07 22:40:59.499528 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-adc74d70-7bcd-43ad-a36f-a5a8f2610d99 req-fb39d35d-87b2-4eab-94ea-48678354981e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Aug 07 22:40:59.555138 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:40:59.730946 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ad367-4e65-4d86-86fe-6cb485ece70c req-1589a25c-4613-44e8-9001-f1e4e3d44d79 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:40:59.732433 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-246ad367-4e65-4d86-86fe-6cb485ece70c req-1589a25c-4613-44e8-9001-f1e4e3d44d79 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0505493 Aug 07 22:40:59.782770 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-246ad367-4e65-4d86-86fe-6cb485ece70c req-d2d93fd4-cab1-4e1d-aeaa-cf40d81258c0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447927 Aug 07 22:41:00.628656 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759fc0f-a355-4e80-bb6b-4b652ad9ff79 req-1994fb61-6913-4008-8a39-eafeee7ecd56 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:00.630205 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4759fc0f-a355-4e80-bb6b-4b652ad9ff79 req-1994fb61-6913-4008-8a39-eafeee7ecd56 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0521479 Aug 07 22:41:00.676599 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4759fc0f-a355-4e80-bb6b-4b652ad9ff79 req-9dfb6193-ab5a-4d57-a836-377ad16dc507 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Aug 07 22:41:00.897115 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fa1c6-67d3-4db5-9919-361d70bd42ca req-5bd57a40-8f39-4535-953a-9c078f34c2c6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:00.898585 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f67fa1c6-67d3-4db5-9919-361d70bd42ca req-5bd57a40-8f39-4535-953a-9c078f34c2c6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0465941 Aug 07 22:41:00.950591 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f67fa1c6-67d3-4db5-9919-361d70bd42ca req-ca7e5a3f-d9a4-4acd-a4cd-eefbae90dfb2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465991 Aug 07 22:41:01.346378 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:01.799815 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68237b-e122-4b8a-9e58-e66e52cad952 req-a3ebc9c5-675d-47b0-9b47-ef0fbe7370a3 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:01.801304 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb68237b-e122-4b8a-9e58-e66e52cad952 req-a3ebc9c5-675d-47b0-9b47-ef0fbe7370a3 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0469191 Aug 07 22:41:01.848772 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb68237b-e122-4b8a-9e58-e66e52cad952 req-093d3ea7-7828-442c-a50b-d289f7b11880 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 Aug 07 22:41:02.055803 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:02.069698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc592f4f-e56c-4e70-9f27-b5ff7073082d req-8d9c86e1-c11b-4ce6-b775-c37a60fb5306 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:02.071193 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fc592f4f-e56c-4e70-9f27-b5ff7073082d req-8d9c86e1-c11b-4ce6-b775-c37a60fb5306 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0486271 Aug 07 22:41:02.101922 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:02.122035 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fc592f4f-e56c-4e70-9f27-b5ff7073082d req-61deb746-8d0b-43bb-83d6-4c978b800f13 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453413 Aug 07 22:41:02.974965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a616b8-7112-41b7-90f7-92d7c58c3639 req-68ac81e3-b8a7-4ecb-a22f-ced14f0eeb9e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:02.976766 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-66a616b8-7112-41b7-90f7-92d7c58c3639 req-68ac81e3-b8a7-4ecb-a22f-ced14f0eeb9e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0508194 Aug 07 22:41:03.025656 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-66a616b8-7112-41b7-90f7-92d7c58c3639 req-afde3c1c-9c6a-4b1b-be96-a8cc3a3b9aad tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Aug 07 22:41:03.237524 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ef1-0a9c-44c5-8535-862068275576 req-bfb6e647-6a0e-402c-bf15-382bf960b430 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:03.238970 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1aca5ef1-0a9c-44c5-8535-862068275576 req-bfb6e647-6a0e-402c-bf15-382bf960b430 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0462191 Aug 07 22:41:03.288066 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1aca5ef1-0a9c-44c5-8535-862068275576 req-434aecc0-065e-49c3-be9b-b18d45e858ee tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Aug 07 22:41:04.154390 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d32d-1d3e-4253-90ce-0cada4f23cfc req-dbba18e0-fe51-42ad-9a37-96f88d54b9af tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:04.155856 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aff7d32d-1d3e-4253-90ce-0cada4f23cfc req-dbba18e0-fe51-42ad-9a37-96f88d54b9af tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0502622 Aug 07 22:41:04.212132 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aff7d32d-1d3e-4253-90ce-0cada4f23cfc req-6ac0f784-1821-4ee3-b941-d62dfa534496 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493703 Aug 07 22:41:04.407794 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711f3ab-eb81-490c-a00b-4d5b483939e9 req-9e138ecf-a6c5-476c-8325-44d6d36c3842 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:04.409275 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8711f3ab-eb81-490c-a00b-4d5b483939e9 req-9e138ecf-a6c5-476c-8325-44d6d36c3842 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0476007 Aug 07 22:41:04.465414 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8711f3ab-eb81-490c-a00b-4d5b483939e9 req-66c50413-8e45-493a-b975-5bd6fd7226c0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503905 Aug 07 22:41:05.337061 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ae2e1-ecef-4849-9c20-07c64f4744fe req-fa1832c7-0dbf-4199-a318-45e1d0de484f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:05.338561 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f18ae2e1-ecef-4849-9c20-07c64f4744fe req-fa1832c7-0dbf-4199-a318-45e1d0de484f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0479994 Aug 07 22:41:05.390119 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f18ae2e1-ecef-4849-9c20-07c64f4744fe req-7a6d2296-ed5c-4734-8780-4be76779fa6b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453403 Aug 07 22:41:05.595778 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aeaaf-7bda-40bb-ae18-fa3609bfed3f req-22a74661-675a-4502-94c6-c88822e15b6f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:05.597308 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-254aeaaf-7bda-40bb-ae18-fa3609bfed3f req-22a74661-675a-4502-94c6-c88822e15b6f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0483644 Aug 07 22:41:05.652606 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-254aeaaf-7bda-40bb-ae18-fa3609bfed3f req-6adf9d32-6633-405e-b65f-98d05e67c5ed tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477850 Aug 07 22:41:06.518137 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e73176-1929-4ac1-80fe-c6f305af4584 req-4b1497d0-3813-4085-9d41-b1cd667d576e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:06.519604 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e3e73176-1929-4ac1-80fe-c6f305af4584 req-4b1497d0-3813-4085-9d41-b1cd667d576e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0476875 Aug 07 22:41:06.568335 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e3e73176-1929-4ac1-80fe-c6f305af4584 req-4feb1780-8e1b-4ed5-ad2a-061b3706289d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Aug 07 22:41:06.773817 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c618aa-868d-478d-85e2-824f433d2fb0 req-3ce7406f-5dfc-44eb-9010-d6601bab8da6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:06.775296 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51c618aa-868d-478d-85e2-824f433d2fb0 req-3ce7406f-5dfc-44eb-9010-d6601bab8da6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0498114 Aug 07 22:41:06.825038 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51c618aa-868d-478d-85e2-824f433d2fb0 req-95764b76-6bd8-44b9-a23a-2a4835b89c95 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442929 Aug 07 22:41:07.691806 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a299685-f0e6-412a-93e1-e2e6d66b8b4b req-626710a4-4098-417b-bf81-a1ad18bcc8ff tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:07.693471 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6a299685-f0e6-412a-93e1-e2e6d66b8b4b req-626710a4-4098-417b-bf81-a1ad18bcc8ff tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0457022 Aug 07 22:41:07.740146 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6a299685-f0e6-412a-93e1-e2e6d66b8b4b req-fe0440db-3ab5-4a6a-a5a8-2d7921f95914 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410082 Aug 07 22:41:07.942172 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6312-10a0-4ab9-b5d1-c925cb61dac3 req-ca492079-6364-4fbe-bbb2-c896aa453454 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:07.944136 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38ff6312-10a0-4ab9-b5d1-c925cb61dac3 req-ca492079-6364-4fbe-bbb2-c896aa453454 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0454621 Aug 07 22:41:07.998835 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38ff6312-10a0-4ab9-b5d1-c925cb61dac3 req-7e7f39e5-24a7-4724-b2dc-85ed881abd31 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492203 Aug 07 22:41:08.864414 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790b95c-fadf-4432-9ae5-4998f9dafba8 req-308482b9-a5c6-4c61-8dcc-c54ac8c3668a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:08.866469 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d790b95c-fadf-4432-9ae5-4998f9dafba8 req-308482b9-a5c6-4c61-8dcc-c54ac8c3668a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0460055 Aug 07 22:41:08.878673 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:08.902964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:08.920479 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d790b95c-fadf-4432-9ae5-4998f9dafba8 req-85f3c0ed-ff96-428f-af11-1083a0acaa57 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 Aug 07 22:41:09.120873 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffebb8a-af30-4d93-bb7e-681fae64a9ac req-6789fabd-e026-4b3f-83bf-e4360c8894d1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:09.122344 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9ffebb8a-af30-4d93-bb7e-681fae64a9ac req-6789fabd-e026-4b3f-83bf-e4360c8894d1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0475705 Aug 07 22:41:09.172249 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9ffebb8a-af30-4d93-bb7e-681fae64a9ac req-ab998bcd-6a43-4f3c-9e46-bb0ea8ba3086 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442178 Aug 07 22:41:09.464959 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:09.466819 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:10.294436 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89c70-c7f5-4201-9c52-b8151b7f5709 req-51b1379b-1ca7-4483-9a39-f39c1a8ad015 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:10.295904 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d8a89c70-c7f5-4201-9c52-b8151b7f5709 req-51b1379b-1ca7-4483-9a39-f39c1a8ad015 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0505707 Aug 07 22:41:10.346161 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d8a89c70-c7f5-4201-9c52-b8151b7f5709 req-4029be7e-cb13-487a-a574-37d8b05dcc12 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447226 Aug 07 22:41:11.156941 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-b3033fe8-dd0b-43ee-81c3-5733d4dd8466 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2007256911&fields=id&tenant_id=097fb8408bfb479d87e7516a93970e61 HTTP/1.1" status: 200 len: 267 time: 0.0449579 Aug 07 22:41:11.266634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-70ef68ea-3648-4281-988d-c7d5373f846a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:11.268095 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-70ef68ea-3648-4281-988d-c7d5373f846a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/networks?id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 200 len: 809 time: 0.1044898 Aug 07 22:41:11.282989 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-103d38b5-d749-4210-8536-4beac0a1918a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/quotas/097fb8408bfb479d87e7516a93970e61 HTTP/1.1" status: 200 len: 375 time: 0.0088477 Aug 07 22:41:11.329184 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-52659117-1957-42ea-b859-7a650223353f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0413408 Aug 07 22:41:11.439827 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-505a02ee-1e9b-402b-8ef5-8462d495daaa service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983121 Aug 07 22:41:11.511926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c712d5-34e8-4b87-96b9-a793789ec785 req-dcfa8fde-6a85-4b70-8882-e1754881a9e0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:11.513385 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7c712d5-34e8-4b87-96b9-a793789ec785 req-dcfa8fde-6a85-4b70-8882-e1754881a9e0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0916705 Aug 07 22:41:11.590242 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7c712d5-34e8-4b87-96b9-a793789ec785 req-ee08aeda-f4c5-4310-b230-fd072d03a4d0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708966 Aug 07 22:41:11.592566 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-1ff9094b-156c-4003-956b-0256e9894443 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370573 Aug 07 22:41:12.200863 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51f5e73b-b5c7-4e4e-b405-ac37cca46e8c req-35737779-ad52-4627-9c8e-9cb087d05860 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 210 time: 0.0458355 Aug 07 22:41:12.705293 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c13da-a02c-43dd-a7fd-4d1fe60e32ec req-239d386d-0f8c-4da2-b887-726e402fb57b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:12.706759 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d78c13da-a02c-43dd-a7fd-4d1fe60e32ec req-239d386d-0f8c-4da2-b887-726e402fb57b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0457733 Aug 07 22:41:12.755639 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d78c13da-a02c-43dd-a7fd-4d1fe60e32ec req-3be4cc41-82c7-4ae9-9619-77f78c758dd5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Aug 07 22:41:13.303349 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f687fede-2778-4988-a6e9-e897ebe041d1 req-5c81b3d2-375e-478b-a467-1508cfded482 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 210 time: 0.0278053 Aug 07 22:41:13.881182 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffefff6-e938-445c-af0e-31558b77de43 req-483b701b-5d82-40ee-b785-e66f9e17029b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:13.882824 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0ffefff6-e938-445c-af0e-31558b77de43 req-483b701b-5d82-40ee-b785-e66f9e17029b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0516229 Aug 07 22:41:13.934305 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0ffefff6-e938-445c-af0e-31558b77de43 req-c12cec0d-807e-4a32-be3e-5b15a15db740 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Aug 07 22:41:14.406439 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-67010e13-cdd1-4d46-a796-0fde5c07ebf3 req-341e900b-d752-4c88-b06c-ccc135f897bf tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 210 time: 0.0288227 Aug 07 22:41:15.052992 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b54c0f-2074-4c65-9567-5e891b6fc954 req-f5b07bf7-ccf1-4085-9b37-5325c6462dff tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:15.054443 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-85b54c0f-2074-4c65-9567-5e891b6fc954 req-f5b07bf7-ccf1-4085-9b37-5325c6462dff tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0465310 Aug 07 22:41:15.086817 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:15.109384 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-85b54c0f-2074-4c65-9567-5e891b6fc954 req-33332b1e-ff8e-4830-bd31-a4c8b0e19eec tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495105 Aug 07 22:41:15.513027 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-65c18cbe-f36f-42ab-be8d-6d63098dcfc8 req-db88c1cc-d5fd-469f-8216-229c52551c84 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 210 time: 0.0285254 Aug 07 22:41:16.145514 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:16.218362 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-4a9e2684-9c6d-48dc-bbc6-f1134d3e201f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:16.219823 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-4a9e2684-9c6d-48dc-bbc6-f1134d3e201f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 200 len: 809 time: 0.1197424 Aug 07 22:41:16.272352 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7eeb7-b922-4c19-be6e-4d2b92e8b852 req-95eea6c2-0c9b-4bc3-b812-e524338abe5c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:16.273841 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d6a7eeb7-b922-4c19-be6e-4d2b92e8b852 req-95eea6c2-0c9b-4bc3-b812-e524338abe5c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 944 time: 0.0781064 Aug 07 22:41:16.329709 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-5218c229-ccdc-4727-bbb6-bb4fe5ddd895 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=097fb8408bfb479d87e7516a93970e61 HTTP/1.1" status: 200 len: 380 time: 0.0930746 Aug 07 22:41:16.339490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'port': {'device_id': '93991d13-4c43-4e03-9031-2d5032989994', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'admin_state_up': True, 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'security_groups': ['65fea800-796b-4aa3-8512-e274247278b2']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:41:16.411347 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d6a7eeb7-b922-4c19-be6e-4d2b92e8b852 req-bcca6c72-ea0a-49eb-928a-2e4efe7426bc tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289079 Aug 07 22:41:16.447998 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c6e7b289-4e50-424d-9310-ffa0f3386876 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:41:16.560959 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Made reservation on behalf of 097fb8408bfb479d87e7516a93970e61 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:41:16.564280 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:16.573312 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port c6e7b289-4e50-424d-9310-ffa0f3386876, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c6e7b289-4e50-424d-9310-ffa0f3386876,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:16.586990 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'port_id': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'mac_address': 'fa:16:3e:72:b1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:41:16.623960 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port c6e7b289-4e50-424d-9310-ffa0f3386876 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:41:16.624355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:16.639013 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e7b289-4e50-424d-9310-ffa0f3386876 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:41:16.663743 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port c6e7b289-4e50-424d-9310-ffa0f3386876, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c6e7b289-4e50-424d-9310-ffa0f3386876,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:16.680568 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dbec84aa-3ad2-4ed2-a5d6-9c8c03a3d937 req-66717f7c-2bfa-4ec3-b2a3-901b00f34092 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 210 time: 0.0497303 Aug 07 22:41:16.733083 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:16.755275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Allocated IP 172.20.0.13 (ff3d91e3-3731-4cfe-8faa-1401bf7138bd/ada22313-e881-418e-84e0-33f2fcb413a2/2b5b8b0f-84c3-482a-be06-dd81e2a229e1) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:41:16.789052 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=c6e7b289-4e50-424d-9310-ffa0f3386876,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:16.796557 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.796984 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.797282 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.797648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.797992 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.798324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.798669 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.798975 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.799304 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.799644 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.799969 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.800318 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.807810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.807810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.807810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:16.902024 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:17.002107 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:17.022249 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['c6e7b289-4e50-424d-9310-ffa0f3386876'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:41:17.067878 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:41:17.074872 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:41:17.077267 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:17.079700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:41:17.122782 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:17.139402 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:17.140046 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:17.245637 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-45e133ec-4cbf-47e5-bd7d-6bcc8bfac9f8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9095953 Aug 07 22:41:17.262580 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Request body: {'port': {'device_id': '93991d13-4c43-4e03-9031-2d5032989994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:41:17.299979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:17.351451 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:17.497949 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-6e2b9b4b-fe51-475f-a481-86c51288898e None None] Provisioning complete for port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:41:17.503612 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9b4b-fe51-475f-a481-86c51288898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:17.537993 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b9b4b-fe51-475f-a481-86c51288898e None None] Port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:41:17.558135 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef8d4-22c5-4a76-a02b-900283088adb req-b61d190e-25e7-423b-99ac-50b43bf0f8fa tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:17.559574 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dedef8d4-22c5-4a76-a02b-900283088adb req-b61d190e-25e7-423b-99ac-50b43bf0f8fa tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.1474531 Aug 07 22:41:17.614463 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-8524e767-908f-4891-9926-af4b36c5e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:17.616427 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-8524e767-908f-4891-9926-af4b36c5e929 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1129 time: 0.1691403 Aug 07 22:41:17.897505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127548a-d33c-40ea-9ef4-a5a589965405 req-ce322fc9-b537-4694-937f-7c14c08734b5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:17.898951 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d127548a-d33c-40ea-9ef4-a5a589965405 req-ce322fc9-b537-4694-937f-7c14c08734b5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 945 time: 0.3870273 Aug 07 22:41:18.004084 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dedef8d4-22c5-4a76-a02b-900283088adb req-8a2e4d4c-b066-4bb1-b4f9-5939566df1ff tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4246380 Aug 07 22:41:18.097024 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d127548a-d33c-40ea-9ef4-a5a589965405 req-50050c6d-e1af-4a24-b140-70b7ef2c864a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900766 Aug 07 22:41:18.148729 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-c54aaa92-e14f-437f-bcf2-b83e300b62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:18.150085 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-c54aaa92-e14f-437f-bcf2-b83e300b62f5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.2483273 Aug 07 22:41:18.167038 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:18.191034 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbaca7-18e2-4e81-95f4-bbceaf40fe0e req-132341b9-8470-4e6c-8a94-062c39c20753 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:18.192495 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdfbaca7-18e2-4e81-95f4-bbceaf40fe0e req-132341b9-8470-4e6c-8a94-062c39c20753 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 932 time: 0.1244884 Aug 07 22:41:18.256128 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:41:18.269303 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Publish callbacks [] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.301304 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-fbf1f0a8-a219-4687-b50e-263f6f364818 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 1001 time: 0.1439841 Aug 07 22:41:18.306978 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Transition to ACTIVE for port object 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:41:18.324530 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdfbaca7-18e2-4e81-95f4-bbceaf40fe0e req-0941d2f3-4a9a-448b-a5ac-77f07be11bb4 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015263 Aug 07 22:41:18.365407 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-76ed18c8-7c84-4723-8a35-c589682c9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:18.367026 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-76ed18c8-7c84-4723-8a35-c589682c9160 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0589116 Aug 07 22:41:18.406421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.450546 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-d5574354-3819-49eb-9d70-b8a59fa3337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:18.452038 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-d5574354-3819-49eb-9d70-b8a59fa3337c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785060 Aug 07 22:41:18.455588 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c6e7b289-4e50-424d-9310-ffa0f3386876 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:41:18.461571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:18.510902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port c6e7b289-4e50-424d-9310-ffa0f3386876 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:41:18.561102 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port c6e7b289-4e50-424d-9310-ffa0f3386876 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:41:18.561479 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.568521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:18.602834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Attempting to bind port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:41:18.603669 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Attempting to bind port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:41:18.603669 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Attempting to bind port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 on network ff3d91e3-3731-4cfe-8faa-1401bf7138bd {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:41:18.610581 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 on network ff3d91e3-3731-4cfe-8faa-1401bf7138bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:41:18.610900 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Attempting to bind port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 on network ff3d91e3-3731-4cfe-8faa-1401bf7138bd {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:41:18.614794 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-1770ef67-a00e-4102-819b-a57fc258a25e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368403 Aug 07 22:41:18.619489 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:41:18.619875 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Checking segment: {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:41:18.620274 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Bound using segment: {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:41:18.625415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Bound port: 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ad9209-3311-4621-8d49-63a20fba03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:41:18.625415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.757230 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port c6e7b289-4e50-424d-9310-ffa0f3386876 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:41:18.757536 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.766785 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:41:18.770001 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:18.770364 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c60e21a-ecfe-42cd-9762-c4c75fb4f64f req-dd54e350-629b-4283-beca-8f5130f05464 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457360 Aug 07 22:41:18.772591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:41:18.782775 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:18.785038 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91c0f22-1089-47d3-9ec1-0ec0d54b7a9f" -d '{"events": [{"server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:18.798448 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port c6e7b289-4e50-424d-9310-ffa0f3386876, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c6e7b289-4e50-424d-9310-ffa0f3386876,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:18.828416 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8837f-3edb-437a-9ae9-51d01b134e5f x-openstack-request-id: req-22e8837f-3edb-437a-9ae9-51d01b134e5f {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:18.828738 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:18.829089 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22e8837f-3edb-437a-9ae9-51d01b134e5f {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:18.829490 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e8837f-3edb-437a-9ae9-51d01b134e5f'] response: {'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'code': 200} Aug 07 22:41:18.836765 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.841315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:18.841930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.843292 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 1094 time: 1.5861535 Aug 07 22:41:18.844844 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:18.847081 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ef36c-b776-4f5c-bacf-6906b3e4b6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:18.888050 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:18.892879 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d7cb0-483c-4453-b337-9ef3cdd6da78 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:18.901896 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102ed65e-a6bb-4b36-979a-8758cbef9df4 x-openstack-request-id: req-102ed65e-a6bb-4b36-979a-8758cbef9df4 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:18.902238 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:18.902454 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-102ed65e-a6bb-4b36-979a-8758cbef9df4 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:18.902855 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102ed65e-a6bb-4b36-979a-8758cbef9df4'] response: {'name': 'network-changed', 'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'status': 'completed', 'code': 200} Aug 07 22:41:18.921679 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:18.951388 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=c6e7b289-4e50-424d-9310-ffa0f3386876,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:19.083561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef36c-b776-4f5c-bacf-6906b3e4b6a6 req-1be0785d-c43b-4ccb-b56d-f7851bd1a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.085137 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e06ef36c-b776-4f5c-bacf-6906b3e4b6a6 req-1be0785d-c43b-4ccb-b56d-f7851bd1a840 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1128 time: 0.0426943 Aug 07 22:41:19.205186 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47dda8-d146-432d-adbd-842d004b1734 req-818af96c-a680-465d-8567-745d1a79188f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.206607 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db47dda8-d146-432d-adbd-842d004b1734 req-818af96c-a680-465d-8567-745d1a79188f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.1253991 Aug 07 22:41:19.207003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:19.269108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f5eb3-ab27-44ac-a514-cbbbab3c3113 req-0086a133-0943-4b20-b5cd-820ed3b2a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.273036 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-589f5eb3-ab27-44ac-a514-cbbbab3c3113 req-0086a133-0943-4b20-b5cd-820ed3b2a189 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 1130 time: 0.1115294 Aug 07 22:41:19.307644 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f7e5e-5e53-4959-83b7-fc1dd9e14d68 req-63305cb4-9b1d-41c6-b0ae-c3ad6397bee1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.309075 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b5f7e5e-5e53-4959-83b7-fc1dd9e14d68 req-63305cb4-9b1d-41c6-b0ae-c3ad6397bee1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.1166258 Aug 07 22:41:19.382400 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef36c-b776-4f5c-bacf-6906b3e4b6a6 req-a91dcf78-064b-478a-bf18-f66c7563c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.383856 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e06ef36c-b776-4f5c-bacf-6906b3e4b6a6 req-a91dcf78-064b-478a-bf18-f66c7563c008 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=097fb8408bfb479d87e7516a93970e61&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2900038 Aug 07 22:41:19.395414 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db47dda8-d146-432d-adbd-842d004b1734 req-002dc6ac-5b54-49ea-9fc0-c7c7d207ee79 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761286 Aug 07 22:41:19.427427 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-589f5eb3-ab27-44ac-a514-cbbbab3c3113 req-1d95da05-c139-4612-8b43-802e24e2c2a1 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451771 Aug 07 22:41:19.485349 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b5f7e5e-5e53-4959-83b7-fc1dd9e14d68 req-c1b782a5-301e-4f24-85da-18596960cc3c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587675 Aug 07 22:41:19.542727 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33e317-1a85-4c86-afd5-e9618daa333f req-63713452-5865-44d1-91eb-05f3853f870b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.544138 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a33e317-1a85-4c86-afd5-e9618daa333f req-63713452-5865-44d1-91eb-05f3853f870b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0742071 Aug 07 22:41:19.573394 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef36c-b776-4f5c-bacf-6906b3e4b6a6 req-2f4bb327-8444-4922-a193-d7246fb84dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.574860 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e06ef36c-b776-4f5c-bacf-6906b3e4b6a6 req-2f4bb327-8444-4922-a193-d7246fb84dc5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684928 Aug 07 22:41:19.609118 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a33e317-1a85-4c86-afd5-e9618daa333f req-dff6f214-9217-49be-94a2-d0c3577a0cf4 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585282 Aug 07 22:41:19.739613 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-62bfb758-f697-4691-b284-fb695d3fd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.743071 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-62bfb758-f697-4691-b284-fb695d3fd1df service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1128 time: 0.0436459 Aug 07 22:41:19.791821 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-3cd0643a-d081-4ba5-ac28-c2520f315978 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 217 time: 0.0382562 Aug 07 22:41:19.826176 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:19.844798 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-03ad985b-7219-48da-98a2-877487dedd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.846422 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-03ad985b-7219-48da-98a2-877487dedd73 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=ada22313-e881-418e-84e0-33f2fcb413a2 HTTP/1.1" status: 200 len: 848 time: 0.0480304 Aug 07 22:41:19.899399 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e572f-7ced-40b8-af75-adb3ef93d256 req-dbe63ac7-70c4-43df-8943-af06cdfccc19 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:19.900893 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1e9e572f-7ced-40b8-af75-adb3ef93d256 req-dbe63ac7-70c4-43df-8943-af06cdfccc19 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0481465 Aug 07 22:41:19.949445 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1e9e572f-7ced-40b8-af75-adb3ef93d256 req-cba46004-4fb5-4c4d-b9a7-a203886fd163 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Aug 07 22:41:20.520974 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79c99-f2ec-42d2-9bdf-757df927a6ce req-d0086626-0bf7-4d04-b6c2-8aa29043d6f5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:20.522724 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8fa79c99-f2ec-42d2-9bdf-757df927a6ce req-d0086626-0bf7-4d04-b6c2-8aa29043d6f5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0507331 Aug 07 22:41:20.580818 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8fa79c99-f2ec-42d2-9bdf-757df927a6ce req-fd2434d5-fdb9-41e3-8f19-2bd4a70ad866 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526135 Aug 07 22:41:20.613750 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b007a5e-93e6-4c60-a518-4f60dc34c24a req-fa588379-b874-4e98-83e4-25d09d27f762 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:20.615818 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4b007a5e-93e6-4c60-a518-4f60dc34c24a req-fa588379-b874-4e98-83e4-25d09d27f762 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0565937 Aug 07 22:41:20.671742 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4b007a5e-93e6-4c60-a518-4f60dc34c24a req-2ab3c84a-48fa-4162-9082-91ae97db6734 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503125 Aug 07 22:41:20.734088 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e82b8-070a-4905-a453-37e3c7206df8 req-eb98ad88-f827-4141-86f4-2bb231578948 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:20.735559 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-941e82b8-070a-4905-a453-37e3c7206df8 req-eb98ad88-f827-4141-86f4-2bb231578948 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0502770 Aug 07 22:41:20.785116 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-941e82b8-070a-4905-a453-37e3c7206df8 req-c0898b97-5599-43ba-9207-cc56eaa37535 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Aug 07 22:41:21.070977 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da8614-fc8e-4d0f-9e98-b589fb31581f req-f8739a8b-c6b9-4d1a-9c27-77a611d4bff4 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:21.072455 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b9da8614-fc8e-4d0f-9e98-b589fb31581f req-f8739a8b-c6b9-4d1a-9c27-77a611d4bff4 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0467722 Aug 07 22:41:21.110115 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36158) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:41:21.121371 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b9da8614-fc8e-4d0f-9e98-b589fb31581f req-e131aa19-d6cf-42d5-ad4c-6de37d134f48 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433183 Aug 07 22:41:21.216104 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:21.290085 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Publish callbacks [] for security_group (b2c4bf56-d57a-4522-8861-22609b9bf7ae), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:21.344209 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b2c4bf56-d57a-4522-8861-22609b9bf7ae), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:21.345511 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-4b04ca29-55a9-47b3-8301-2b55e4cae31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:21.347002 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-4b04ca29-55a9-47b3-8301-2b55e4cae31c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384507 Aug 07 22:41:21.385226 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=15057d21eacf42daa877880270e083c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740231 Aug 07 22:41:21.386320 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c4bf56-d57a-4522-8861-22609b9bf7ae,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:21.387886 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36162) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:41:21.393779 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.394164 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.394527 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.394871 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.395203 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.395532 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.395860 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.396422 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.396817 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.397266 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.397616 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.397951 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.398276 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.398594 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.398917 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5569d-b061-4db9-b01c-bbdf8b441848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:21.439444 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0c83cb49-04e6-4166-87e7-43dee06e4318 admin admin] Publish callbacks [] for security_group (b2c4bf56-d57a-4522-8861-22609b9bf7ae), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:21.461532 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0c83cb49-04e6-4166-87e7-43dee06e4318 admin admin] Publish callbacks [] for security_group (b2c4bf56-d57a-4522-8861-22609b9bf7ae), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:21.486781 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:21.589838 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0c83cb49-04e6-4166-87e7-43dee06e4318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b2c4bf56-d57a-4522-8861-22609b9bf7ae), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:21.592455 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0c83cb49-04e6-4166-87e7-43dee06e4318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:21.593620 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0c83cb49-04e6-4166-87e7-43dee06e4318 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b2c4bf56-d57a-4522-8861-22609b9bf7ae HTTP/1.1" status: 204 len: 168 time: 0.2046216 Aug 07 22:41:21.602200 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83cb49-04e6-4166-87e7-43dee06e4318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c4bf56-d57a-4522-8861-22609b9bf7ae,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:21.707602 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ffe8e-a7b2-4f18-8da1-ca0a3a1bed29 req-c1416070-3f7c-42da-9f94-da1e7946d06e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:21.709341 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cd0ffe8e-a7b2-4f18-8da1-ca0a3a1bed29 req-c1416070-3f7c-42da-9f94-da1e7946d06e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0508139 Aug 07 22:41:21.793073 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cd0ffe8e-a7b2-4f18-8da1-ca0a3a1bed29 req-7a9a915a-3890-4a2f-947a-6215abc5df21 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747607 Aug 07 22:41:21.812464 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f00fed-f37a-41cd-84a0-ecf93b032bf9 req-45e7424f-5b13-47aa-9adc-1ff18bffab20 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:21.820219 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10f00fed-f37a-41cd-84a0-ecf93b032bf9 req-45e7424f-5b13-47aa-9adc-1ff18bffab20 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0728292 Aug 07 22:41:21.961333 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10f00fed-f37a-41cd-84a0-ecf93b032bf9 req-b7a6801c-97d4-48ec-9d9a-8a7c15451512 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401987 Aug 07 22:41:21.987003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0d87b-4243-4468-bb03-7888eed2f0c0 req-26e6e8fb-4c9e-4db1-aa43-17794cff5e44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:21.988551 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-11a0d87b-4243-4468-bb03-7888eed2f0c0 req-26e6e8fb-4c9e-4db1-aa43-17794cff5e44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.1038563 Aug 07 22:41:21.993409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:22.019844 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-72ac2333-8a31-48f0-9ec0-403b26b81e04 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969147 Aug 07 22:41:22.052757 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-11a0d87b-4243-4468-bb03-7888eed2f0c0 req-d357f47f-ab8c-46d7-a364-35d9f2e606ee tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548389 Aug 07 22:41:22.185744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-3ac0690b-f9b0-4243-8b55-89392c378ecc tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:22.187182 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-3ac0690b-f9b0-4243-8b55-89392c378ecc tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0990071 Aug 07 22:41:22.249964 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-686fe9e5-63bc-47f3-984e-5f426ae03460 req-a33a42ad-f863-41d3-862b-d180822a8dce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532688 Aug 07 22:41:22.260928 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1db4c-a148-48a3-be5c-2f116a537066 req-dad7d8ef-04a9-4b80-878a-72d706a8637e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:22.262335 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69d1db4c-a148-48a3-be5c-2f116a537066 req-dad7d8ef-04a9-4b80-878a-72d706a8637e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 945 time: 0.0602152 Aug 07 22:41:22.311901 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69d1db4c-a148-48a3-be5c-2f116a537066 req-ad36cfa5-10cc-453c-b81d-00c4ddd6c1b6 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Aug 07 22:41:22.351887 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:22.637599 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Deleting port 4b161e96-ab40-40a7-94b4-baefa79fd50f {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:41:22.638192 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:22.729781 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] For port 4b161e96-ab40-40a7-94b4-baefa79fd50f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4b161e96-ab40-40a7-94b4-baefa79fd50f,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:22.730143 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:22.743244 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Calling delete_port for 4b161e96-ab40-40a7-94b4-baefa79fd50f owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:41:22.861989 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:22.916183 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9980307-09dc-4419-b024-58b16b04320e req-6a8b6228-a922-477b-953d-bb2a1dddda45 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:22.917661 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9980307-09dc-4419-b024-58b16b04320e req-6a8b6228-a922-477b-953d-bb2a1dddda45 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0467124 Aug 07 22:41:22.938333 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (4b161e96-ab40-40a7-94b4-baefa79fd50f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:22.975796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Pushing event deleted for resources: {'Port': ['ID=4b161e96-ab40-40a7-94b4-baefa79fd50f,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:23.023205 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9980307-09dc-4419-b024-58b16b04320e req-fbfe7205-2128-45c3-ab2b-8e34f1c0aaef tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999331 Aug 07 22:41:23.038783 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] No DVR routers for this DVR port 4b161e96-ab40-40a7-94b4-baefa79fd50f on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:41:23.041511 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:23.044979 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d1775198-1582-48d2-a10b-98d0030ba0fa req-a2b080e3-78be-4f0f-bea9-4107c0af8a1e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "DELETE /networking/v2.0/ports/4b161e96-ab40-40a7-94b4-baefa79fd50f HTTP/1.1" status: 204 len: 173 time: 0.4951448 Aug 07 22:41:23.045422 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'name': 'network-vif-deleted', 'tag': '4b161e96-ab40-40a7-94b4-baefa79fd50f'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:23.047732 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8615790-6c59-4daf-a47b-3c51519dd89a" -d '{"events": [{"server_uuid": "24f48cf3-8b19-480b-b271-eef00858dbf2", "name": "network-vif-deleted", "tag": "4b161e96-ab40-40a7-94b4-baefa79fd50f"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:23.088899 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:23.097812 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da2329-a550-438c-b9f8-421a3f924f2d req-dfc63aac-9f40-4e5d-b740-eccf091a109b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:23.099197 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-13da2329-a550-438c-b9f8-421a3f924f2d req-dfc63aac-9f40-4e5d-b740-eccf091a109b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0484419 Aug 07 22:41:23.100754 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b423ed-aee8-49a3-8ac9-ebdadc6b75d0 x-openstack-request-id: req-a2b423ed-aee8-49a3-8ac9-ebdadc6b75d0 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:23.101031 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f48cf3-8b19-480b-b271-eef00858dbf2", "name": "network-vif-deleted", "tag": "4b161e96-ab40-40a7-94b4-baefa79fd50f", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:23.101278 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2b423ed-aee8-49a3-8ac9-ebdadc6b75d0 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:23.101662 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b423ed-aee8-49a3-8ac9-ebdadc6b75d0'] response: {'server_uuid': '24f48cf3-8b19-480b-b271-eef00858dbf2', 'name': 'network-vif-deleted', 'tag': '4b161e96-ab40-40a7-94b4-baefa79fd50f', 'status': 'completed', 'code': 200} Aug 07 22:41:23.158651 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-13da2329-a550-438c-b9f8-421a3f924f2d req-946630f5-e4c0-4f31-8e16-1323a67743c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537024 Aug 07 22:41:23.199731 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52436b7-8281-4cdc-8817-c8f5a130e7ff req-d5872701-9902-4897-9814-771c39b77237 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:23.201256 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b52436b7-8281-4cdc-8817-c8f5a130e7ff req-d5872701-9902-4897-9814-771c39b77237 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0559783 Aug 07 22:41:23.532557 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56875fa-c4b0-4c7a-a6aa-39c0ada53f57 req-60a0f950-10ec-445f-88b5-ee6531afd648 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:23.534013 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d56875fa-c4b0-4c7a-a6aa-39c0ada53f57 req-60a0f950-10ec-445f-88b5-ee6531afd648 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0680189 Aug 07 22:41:23.539063 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b52436b7-8281-4cdc-8817-c8f5a130e7ff req-cc7bb4cb-5390-46db-acd3-a61776469362 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323636 Aug 07 22:41:23.585306 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d56875fa-c4b0-4c7a-a6aa-39c0ada53f57 req-daf2ad07-92be-4d9f-a813-75370d72701b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 Aug 07 22:41:23.612126 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36186) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:41:23.639208 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2b459b66-3584-46f5-843c-3a43fddee247 req-6d68d74e-aeb6-4b88-bd8f-f09c5bb7194e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24f48cf3-8b19-480b-b271-eef00858dbf2 HTTP/1.1" status: 200 len: 210 time: 0.0312741 Aug 07 22:41:23.799725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39acf8-695b-46ad-8754-a72ac6c541ec tempest-TestVolumeBootPattern-68945977 tempest-TestVolumeBootPattern-68945977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:23.801192 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8f39acf8-695b-46ad-8754-a72ac6c541ec tempest-TestVolumeBootPattern-68945977 tempest-TestVolumeBootPattern-68945977-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 1125 time: 0.1880865 Aug 07 22:41:23.804563 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36190) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:41:23.808833 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'port_id': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:41:23.909828 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:23.932525 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0d327b76-9dee-4236-ae54-d2753bf75086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:23.992041 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:24.103284 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Allocated IP 172.27.3.44 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/88898a8d-9c92-4138-accc-d2b15add2c58) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:41:24.151513 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0495c8-8698-47d5-b6f9-4015edddd297 req-160b33ad-eee2-4186-9bcd-a970912afe5e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:24.153153 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3d0495c8-8698-47d5-b6f9-4015edddd297 req-160b33ad-eee2-4186-9bcd-a970912afe5e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0487027 Aug 07 22:41:24.202373 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3d0495c8-8698-47d5-b6f9-4015edddd297 req-3ef6b549-90ce-40eb-9db6-7d792e8588e2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Aug 07 22:41:24.218334 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (88898a8d-9c92-4138-accc-d2b15add2c58), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:24.343656 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (88898a8d-9c92-4138-accc-d2b15add2c58), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:24.386992 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:41:24.389865 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:41:24.392480 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:41:24.417990 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=88898a8d-9c92-4138-accc-d2b15add2c58,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:24.489013 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:24.503211 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 4b161e96-ab40-40a7-94b4-baefa79fd50f no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:41:24.516755 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:24.522818 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 4b161e96-ab40-40a7-94b4-baefa79fd50f {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:41:24.523161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 4b161e96-ab40-40a7-94b4-baefa79fd50f not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:41:24.661098 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1717a-8693-47fe-9564-158cf4a61aed req-8ece0316-fb73-4546-a449-e2734a9fd057 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:24.663021 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-97a1717a-8693-47fe-9564-158cf4a61aed req-8ece0316-fb73-4546-a449-e2734a9fd057 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0469053 Aug 07 22:41:24.723430 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-97a1717a-8693-47fe-9564-158cf4a61aed req-26bd1ed3-715e-4a4e-925c-40d6359d1a48 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496359 Aug 07 22:41:24.764877 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (378ab65b-98fd-4148-add1-d1346670d51f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:24.893509 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (88898a8d-9c92-4138-accc-d2b15add2c58), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:25.049357 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (88898a8d-9c92-4138-accc-d2b15add2c58), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:25.161466 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (88898a8d-9c92-4138-accc-d2b15add2c58), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:25.232680 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (378ab65b-98fd-4148-add1-d1346670d51f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:25.235437 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=88898a8d-9c92-4138-accc-d2b15add2c58,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:25.316177 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:25.328744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b4c5c-9006-4a76-b833-a98ad926fe1c req-6ae500a7-f757-4be7-820b-1f85b00736a1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:25.329018 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Floating IP 378ab65b-98fd-4148-add1-d1346670d51f associated. External IP: 172.27.3.44, port: c6e7b289-4e50-424d-9310-ffa0f3386876. Aug 07 22:41:25.330486 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53b4c5c-9006-4a76-b833-a98ad926fe1c req-6ae500a7-f757-4be7-820b-1f85b00736a1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0512569 Aug 07 22:41:25.379883 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53b4c5c-9006-4a76-b833-a98ad926fe1c req-da0f8c3a-dcd6-4a1f-929d-02d233ee4844 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426028 Aug 07 22:41:25.533495 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:41:25.637666 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:41:25.647944 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:41:25.657497 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:41:25.658183 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:40:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:25.706379 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:25.730297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:25.738472 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-6422a2fd-baf2-4781-a90a-7caa0ffff4f5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9329453 Aug 07 22:41:25.739028 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:25.741697 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ec44d-1567-43c9-a857-89bc08dc825f" -d '{"events": [{"name": "network-changed", "server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:25.763806 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:41:25.782399 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a00efc-81de-4a33-878e-5db590778149 x-openstack-request-id: req-14a00efc-81de-4a33-878e-5db590778149 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:25.782914 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:25.783282 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14a00efc-81de-4a33-878e-5db590778149 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:25.783900 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a00efc-81de-4a33-878e-5db590778149'] response: {'name': 'network-changed', 'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'status': 'completed', 'code': 200} Aug 07 22:41:25.855111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade0f2-f92e-45f1-8a5e-a43281275838 req-012cbdd1-d9e3-463b-8c7f-d0d593c85774 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:25.856595 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8ade0f2-f92e-45f1-8a5e-a43281275838 req-012cbdd1-d9e3-463b-8c7f-d0d593c85774 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0475163 Aug 07 22:41:25.906769 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8ade0f2-f92e-45f1-8a5e-a43281275838 req-f9aca874-9110-4d84-b994-6240d3201e51 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443561 Aug 07 22:41:26.018484 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '378ab65b-98fd-4148-add1-d1346670d51f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:72:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:41:24Z', 'updated_at': '2022-08-07T22:41:24Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:26.043474 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:41:26.051717 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:41:26.052369 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:40:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:26.152880 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:41:26.358427 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '378ab65b-98fd-4148-add1-d1346670d51f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:72:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:41:24Z', 'updated_at': '2022-08-07T22:41:24Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:26.381984 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c403dc-5f2c-43b5-ba5e-3f3c91cfd8b2 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '378ab65b-98fd-4148-add1-d1346670d51f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:72:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:41:24Z', 'updated_at': '2022-08-07T22:41:24Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:41:26.501811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-aa13ba49-1ce3-4300-9d0b-f83c004455d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:26.504704 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ea1f-fed1-4d03-a880-cf070c989acb req-dbc55421-016b-43c7-b28f-064e68ae9d61 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:26.506366 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3fd3ea1f-fed1-4d03-a880-cf070c989acb req-dbc55421-016b-43c7-b28f-064e68ae9d61 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0501060 Aug 07 22:41:26.561532 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3fd3ea1f-fed1-4d03-a880-cf070c989acb req-62902001-7cf5-4a36-8a00-16b4bfc61bd5 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489976 Aug 07 22:41:26.572641 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56236d39-97aa-45e0-afb8-383053807292 None None] New status for floating IP 378ab65b-98fd-4148-add1-d1346670d51f: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:41:27.024573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec308e2-1390-4499-a7b3-4c50ae8b8470 req-dff9bc71-75f7-44ed-9e2a-febd55e407ab tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:27.026083 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ec308e2-1390-4499-a7b3-4c50ae8b8470 req-dff9bc71-75f7-44ed-9e2a-febd55e407ab tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0483599 Aug 07 22:41:27.068532 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:27.077406 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1ec308e2-1390-4499-a7b3-4c50ae8b8470 req-1d42e0a9-f315-440d-a1c6-6f0ec8a1f3ce tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458620 Aug 07 22:41:27.401204 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:27.682463 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561142ad-a769-4619-82bd-492ccae489bc req-6902ec38-92c7-4055-ae24-13b1fef561bb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:27.683837 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-561142ad-a769-4619-82bd-492ccae489bc req-6902ec38-92c7-4055-ae24-13b1fef561bb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0470204 Aug 07 22:41:27.731401 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-561142ad-a769-4619-82bd-492ccae489bc req-ff059683-703d-4711-baaa-9bb7ba263119 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Aug 07 22:41:28.200822 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779aba-cc28-4408-96bf-2686c93c3708 req-810f34d3-fc65-4d8b-af77-fb1902053a56 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:28.202214 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ab779aba-cc28-4408-96bf-2686c93c3708 req-810f34d3-fc65-4d8b-af77-fb1902053a56 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0510433 Aug 07 22:41:28.251127 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ab779aba-cc28-4408-96bf-2686c93c3708 req-d56b3e45-ac85-4b44-89e4-eafa896ab390 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Aug 07 22:41:28.349880 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:41:28.366560 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-bf91b53d-679d-45d3-9d83-917f5a961014 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657294 Aug 07 22:41:28.369369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-e2545f47-2377-427e-b1fa-c969234773f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:28.370722 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-e2545f47-2377-427e-b1fa-c969234773f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 1130 time: 0.0687997 Aug 07 22:41:28.852963 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851e5f-89a7-45d7-96ca-07f37c0577f7 req-73126ab5-fca9-413b-9309-9782cb0f66b9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:28.854436 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c851e5f-89a7-45d7-96ca-07f37c0577f7 req-73126ab5-fca9-413b-9309-9782cb0f66b9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0496597 Aug 07 22:41:28.901330 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c851e5f-89a7-45d7-96ca-07f37c0577f7 req-7a321022-59a4-4b10-94e0-fbdcb2bb713f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 Aug 07 22:41:29.320713 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:29.334259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-38724f60-1ff5-4913-96b6-f2e60e34c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.336006 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-38724f60-1ff5-4913-96b6-f2e60e34c23a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 1130 time: 0.0582449 Aug 07 22:41:29.395134 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:29.423832 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:29.446415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f529e6d-5ca9-47fa-9cfb-8d90d46b33a0 req-3ec3d70d-a3a4-4826-bb35-ddf3ef4c633c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.447875 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7f529e6d-5ca9-47fa-9cfb-8d90d46b33a0 req-3ec3d70d-a3a4-4826-bb35-ddf3ef4c633c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.1178622 Aug 07 22:41:29.454299 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-13735ce6-bae1-43bb-8677-c4780337fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.455773 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-13735ce6-bae1-43bb-8677-c4780337fc7f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 913 time: 0.2246726 Aug 07 22:41:29.575049 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7f529e6d-5ca9-47fa-9cfb-8d90d46b33a0 req-5d43ed55-2d78-4ad8-bfb4-e23e81e4245a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183054 Aug 07 22:41:29.582929 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-547d8e20-e61a-442a-9d36-674233b1471b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6e7b289-4e50-424d-9310-ffa0f3386876 HTTP/1.1" status: 200 len: 1001 time: 0.1163695 Aug 07 22:41:29.585076 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-225b839c-fd7b-497d-82d9-50eaf611d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.585380 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:29.585927 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-225b839c-fd7b-497d-82d9-50eaf611d88b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 917 time: 0.2204981 Aug 07 22:41:29.690104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-b48b5744-6cb8-4457-8d22-60de4e0ab748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.691446 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-b48b5744-6cb8-4457-8d22-60de4e0ab748 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0942309 Aug 07 22:41:29.694408 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-c2adc7d0-0ab2-4699-8175-a60770ab1322 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 200 len: 1001 time: 0.0959468 Aug 07 22:41:29.735392 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:29.775675 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-d489a8d3-0134-4935-ab04-c18cf5be2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.777184 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-d489a8d3-0134-4935-ab04-c18cf5be2df4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748401 Aug 07 22:41:29.780754 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-91cea5d8-d54f-41a2-9167-96ccc24c8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.782029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-91cea5d8-d54f-41a2-9167-96ccc24c8a47 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.0786157 Aug 07 22:41:29.872330 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-8ade6626-a919-4224-91b4-3c68c8c5a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:29.873813 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-8ade6626-a919-4224-91b4-3c68c8c5a09b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823953 Aug 07 22:41:29.957651 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-28aa7f59-9164-4be5-a005-9191757aa964 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740870 Aug 07 22:41:30.075283 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-5344b225-2af1-487d-b8b5-9ff49b5b42e0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912026 Aug 07 22:41:30.087256 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430466e1-d9c1-47b9-9f8b-47ae2ded941f req-e5a3f3a3-569e-45c0-b57c-4ca21cd3f576 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:30.088661 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-430466e1-d9c1-47b9-9f8b-47ae2ded941f req-e5a3f3a3-569e-45c0-b57c-4ca21cd3f576 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0985777 Aug 07 22:41:30.197419 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce5ec44d-1567-43c9-a857-89bc08dc825f req-45308318-b7e1-4786-9834-113074455f1a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319791 Aug 07 22:41:30.224644 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-430466e1-d9c1-47b9-9f8b-47ae2ded941f req-5984c0cf-5230-4a15-97e2-93e3d526931a tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241031 Aug 07 22:41:30.235092 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6c998efb-8d51-4ebd-9f61-e00e06e8c20e req-b3974005-a792-4e2c-9f91-8aee11b1c8f3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455219 Aug 07 22:41:30.574075 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:41:30.587110 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:30.635459 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:30.680401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:30.693779 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'port_id': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'mac_address': 'fa:16:3e:5e:c2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:41:30.721429 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d796e-a1e5-4d9f-963c-e0244204e440 req-a286de1d-7c55-4f64-88d0-4146dab2b19d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:30.722908 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ca9d796e-a1e5-4d9f-963c-e0244204e440 req-a286de1d-7c55-4f64-88d0-4146dab2b19d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0538671 Aug 07 22:41:30.746024 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:41:30.746342 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:30.750826 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:30.761324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:41:30.780063 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ca9d796e-a1e5-4d9f-963c-e0244204e440 req-57f28bef-b87d-494e-b933-905dfbca2b72 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501471 Aug 07 22:41:30.783424 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:30.847024 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:30.895034 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:31.175986 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['2b5b8b0f-84c3-482a-be06-dd81e2a229e1'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:41:31.346160 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107904cb-4315-4bbe-bce9-f8747277a62b req-6427f6a6-3ebe-4833-963f-eb5bea1e4d67 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:31.347644 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-107904cb-4315-4bbe-bce9-f8747277a62b req-6427f6a6-3ebe-4833-963f-eb5bea1e4d67 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0499644 Aug 07 22:41:31.395765 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-107904cb-4315-4bbe-bce9-f8747277a62b req-d7ac4d87-c0ab-4041-afa5-3a58597c8d0d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419698 Aug 07 22:41:31.900416 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eef36-a337-4537-b59d-9e863af641cb req-1d69e8c2-ce65-4d22-a994-3fcef137159a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:31.901850 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0c2eef36-a337-4537-b59d-9e863af641cb req-1d69e8c2-ce65-4d22-a994-3fcef137159a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 945 time: 0.0469589 Aug 07 22:41:31.950186 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0c2eef36-a337-4537-b59d-9e863af641cb req-772628ff-dfe6-498a-a6bd-963f6ae107ec tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Aug 07 22:41:32.516067 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce039096-fd6e-45c5-bdde-6c8d4ae82d36 req-eeb781f2-fd98-4baa-af7f-533742fca972 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:32.517484 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce039096-fd6e-45c5-bdde-6c8d4ae82d36 req-eeb781f2-fd98-4baa-af7f-533742fca972 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0489864 Aug 07 22:41:32.563497 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce039096-fd6e-45c5-bdde-6c8d4ae82d36 req-e36d87d4-7341-4565-b682-e96bdda3416e tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Aug 07 22:41:33.067360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ef2fd-8766-425c-a85b-986411bedf65 req-1ec43e33-abe9-403c-951c-3c49a017e2af tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:33.069011 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-823ef2fd-8766-425c-a85b-986411bedf65 req-1ec43e33-abe9-403c-951c-3c49a017e2af tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 945 time: 0.0469153 Aug 07 22:41:33.118703 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-823ef2fd-8766-425c-a85b-986411bedf65 req-3d4d6e7f-d2fb-4964-9e25-45ddfd301e59 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441346 Aug 07 22:41:33.681124 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f09f-8c92-4ffa-8226-4d6a5fd3d844 req-4a3d46d6-56cb-42a9-abe6-f1168db83152 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:33.682581 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-eb23f09f-8c92-4ffa-8226-4d6a5fd3d844 req-4a3d46d6-56cb-42a9-abe6-f1168db83152 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0454235 Aug 07 22:41:33.694853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:33.732694 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-eb23f09f-8c92-4ffa-8226-4d6a5fd3d844 req-41f06fea-c059-4f3b-9caa-b107dd1d48e0 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445659 Aug 07 22:41:34.234928 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfd99-c71f-44b2-9d35-c2605e8dec3b req-caa63e32-dd60-4a42-bdbe-e00601b7e9bd tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:34.236345 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99fbfd99-c71f-44b2-9d35-c2605e8dec3b req-caa63e32-dd60-4a42-bdbe-e00601b7e9bd tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 945 time: 0.0475824 Aug 07 22:41:34.287003 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99fbfd99-c71f-44b2-9d35-c2605e8dec3b req-91e5d09f-817f-48f4-8e83-829da50c61dc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Aug 07 22:41:34.599073 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:41:34.641830 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:41:34.692202 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:41:34.693226 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:34.767107 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:34.769558 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:41:34.769939 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:34.793364 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:34.795900 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e637aec6-b0d0-4688-9cc5-5ca568e40601" -d '{"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-plugged", "status": "completed", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:34.809563 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:34.836389 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf28602-9471-4edf-802f-4935710d05fe x-openstack-request-id: req-6cf28602-9471-4edf-802f-4935710d05fe {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:34.836676 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-plugged", "status": "completed", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:34.836930 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cf28602-9471-4edf-802f-4935710d05fe {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:34.837322 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf28602-9471-4edf-802f-4935710d05fe'] response: {'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'code': 200} Aug 07 22:41:34.851504 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564f168-cdd1-4897-98a7-7a86dc37b628 req-4aae4b8b-db10-4c74-810a-1980c98475eb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:34.855737 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3564f168-cdd1-4897-98a7-7a86dc37b628 req-4aae4b8b-db10-4c74-810a-1980c98475eb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0475731 Aug 07 22:41:34.875375 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:34.902688 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3564f168-cdd1-4897-98a7-7a86dc37b628 req-cefb7248-f910-4b0b-b0be-bf4b234d7d7f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438526 Aug 07 22:41:34.922560 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:35.211893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d2c3a-230b-4801-8809-32cacc8cb9ef req-70ad2b2b-8854-4b41-8ffd-7d13dac6eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:35.213415 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2f2d2c3a-230b-4801-8809-32cacc8cb9ef req-70ad2b2b-8854-4b41-8ffd-7d13dac6eec4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1130 time: 0.0433187 Aug 07 22:41:35.279383 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2f2d2c3a-230b-4801-8809-32cacc8cb9ef req-a1da2586-a735-4b70-a9bd-203eac48e0dd service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596917 Aug 07 22:41:35.362243 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-65600e97-fce6-4ba1-a75f-b4f1592d69cd tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:35.363717 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-65600e97-fce6-4ba1-a75f-b4f1592d69cd tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/networks?id=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 HTTP/1.1" status: 200 len: 813 time: 0.1099389 Aug 07 22:41:35.404035 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-f6ee2471-b3f2-41c7-ba1d-36786b6e12b2 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/quotas/5eea609cee794549a2c23cdb24fbb572 HTTP/1.1" status: 200 len: 375 time: 0.0297997 Aug 07 22:41:35.443391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01075129-6bee-429d-b78e-d192960949d1 req-085ca34e-343c-4497-aed4-afc1a811f1c7 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:35.444870 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-01075129-6bee-429d-b78e-d192960949d1 req-085ca34e-343c-4497-aed4-afc1a811f1c7 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0801916 Aug 07 22:41:35.446640 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-2036f4cd-4fbf-41b8-945e-a0c5350cf8ef tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=5eea609cee794549a2c23cdb24fbb572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371277 Aug 07 22:41:35.519401 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:35.547840 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-01075129-6bee-429d-b78e-d192960949d1 req-97796276-9be0-45d7-874d-66e4e2dd8b0f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974560 Aug 07 22:41:35.574546 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bf467b7f-2d65-4255-9918-dada808a1f10 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171081 Aug 07 22:41:35.668977 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-3b135fa9-f0ba-4488-8287-e753c23a910a service neutron] 10.222.0.30 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889611 Aug 07 22:41:35.735480 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:35.895490 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-21a81e71-d61b-42df-8bca-ce6eb39779cd req-58281d9d-bec1-4c81-8574-cd50442339e0 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Aug 07 22:41:36.030234 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398ae71-9f6e-44ba-90f9-7016ed5c450d req-c555c876-9e07-4ac6-a58f-1a645294b88b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:36.031732 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d398ae71-9f6e-44ba-90f9-7016ed5c450d req-c555c876-9e07-4ac6-a58f-1a645294b88b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0523248 Aug 07 22:41:36.086798 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d398ae71-9f6e-44ba-90f9-7016ed5c450d req-8e3bada0-ac7d-43ed-88d6-78e89520ed94 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487351 Aug 07 22:41:36.665733 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5d046-0a3a-4d3c-a375-97dcd138ae98 req-0358ac73-9aaa-4dfd-bed9-d343f4803518 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:36.667109 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a7b5d046-0a3a-4d3c-a375-97dcd138ae98 req-0358ac73-9aaa-4dfd-bed9-d343f4803518 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0469019 Aug 07 22:41:36.675116 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:36.717994 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a7b5d046-0a3a-4d3c-a375-97dcd138ae98 req-b936042a-631c-453f-b871-e54dc9cd3597 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454001 Aug 07 22:41:36.996661 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6e96024a-30e5-4efe-bda4-090059fbcdfe req-3d931d7d-04fd-413e-9f8f-ad0bbe78c46e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 210 time: 0.0285532 Aug 07 22:41:37.213999 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b1db-d040-439d-9c00-6e997746ab74 req-15f7d4f2-29ca-467a-a343-2f5e465136ec tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:37.215363 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-89a8b1db-d040-439d-9c00-6e997746ab74 req-15f7d4f2-29ca-467a-a343-2f5e465136ec tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0498018 Aug 07 22:41:37.263479 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-89a8b1db-d040-439d-9c00-6e997746ab74 req-a89ca7e3-6d64-4fca-8069-9db7b3dc4123 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Aug 07 22:41:37.816750 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:37.835109 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d551b-7935-4b91-9db6-0986af961f6c req-c1d1cc6d-28dc-43e3-975c-7d24346a9ed4 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:37.836615 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d44d551b-7935-4b91-9db6-0986af961f6c req-c1d1cc6d-28dc-43e3-975c-7d24346a9ed4 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0465052 Aug 07 22:41:37.943502 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d44d551b-7935-4b91-9db6-0986af961f6c req-25355fa2-a271-4862-a404-543c3930ef02 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012046 Aug 07 22:41:37.984635 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-733834d8-fcbd-4d4e-a08b-c3bee7cfb6ae tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:37.986048 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-733834d8-fcbd-4d4e-a08b-c3bee7cfb6ae tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 HTTP/1.1" status: 200 len: 813 time: 0.1293228 Aug 07 22:41:38.003631 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Request body: {'port': {'device_id': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9', 'admin_state_up': True, 'tenant_id': '5eea609cee794549a2c23cdb24fbb572'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:41:38.119849 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3b1136b0-aa0a-47c0-9675-542fe7291420 req-f679fbfd-63a7-40cd-93b5-72ff9882f855 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 210 time: 0.0418048 Aug 07 22:41:38.137153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a088e5-d2e7-4513-b83e-3999906359a8 req-7ce8f66d-8990-4874-9b65-7c0de57cd9b6 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:38.138572 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-01a088e5-d2e7-4513-b83e-3999906359a8 req-7ce8f66d-8990-4874-9b65-7c0de57cd9b6 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0987463 Aug 07 22:41:38.212236 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-01a088e5-d2e7-4513-b83e-3999906359a8 req-69d8c393-90c2-429c-9e90-9ef93be92db5 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638530 Aug 07 22:41:38.238625 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36324) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:41:38.257920 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Made reservation on behalf of 5eea609cee794549a2c23cdb24fbb572 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:41:38.261549 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:38.335140 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:38.346647 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:38.449017 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e33c3-302f-45a0-b0f9-2a19b4f699a9 req-5349cb36-e14d-46ed-8ec2-2d5976245508 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:38.450471 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7e6e33c3-302f-45a0-b0f9-2a19b4f699a9 req-5349cb36-e14d-46ed-8ec2-2d5976245508 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.1118999 Aug 07 22:41:38.453974 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4943c2-2e1c-47fc-9bf7-df2dcb7a4b2b tempest-TestShelveInstance-1349637940 tempest-TestShelveInstance-1349637940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:38.455348 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3f4943c2-2e1c-47fc-9bf7-df2dcb7a4b2b tempest-TestShelveInstance-1349637940 tempest-TestShelveInstance-1349637940-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1125 time: 0.2151797 Aug 07 22:41:38.459226 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36330) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:41:38.463859 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'port_id': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:41:38.566024 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:38.653746 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:38.719012 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Allocated IP 172.20.0.12 (7a262e81-b8e7-4431-9b78-e1d6df4bd6f9/20cfd203-4ae3-47dc-b419-407c1e1a9e3f/176ad337-d4eb-4601-aa99-1635af97d649) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:41:38.763988 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Allocated IP 172.27.3.212 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/b76a0f78-bde5-415b-968c-3c95d1c8b099) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:41:38.769756 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7e6e33c3-302f-45a0-b0f9-2a19b4f699a9 req-91720f31-3798-47ea-a3a2-0b350048de9d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133798 Aug 07 22:41:38.873037 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:38.900566 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks [] for port (176ad337-d4eb-4601-aa99-1635af97d649), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:38.915724 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:38.949814 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:38.990012 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:41:38.992891 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:41:38.995846 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (176ad337-d4eb-4601-aa99-1635af97d649), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:38.996798 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:41:39.021515 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'Port': ['ID=b76a0f78-bde5-415b-968c-3c95d1c8b099,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:39.043486 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:41:39.046702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:41:39.050642 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:41:39.075528 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Pushing event updated for resources: {'Port': ['ID=176ad337-d4eb-4601-aa99-1635af97d649,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:39.090080 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.090476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.090816 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.091149 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.091478 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.091805 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.092155 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.092478 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.092800 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.093119 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.093438 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.093759 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.094075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.094387 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.094700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:41:39.114086 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:39.115319 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.191526 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-743d7047-2002-4813-b361-e326d1472cf3 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1963813 Aug 07 22:41:39.211104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Request body: {'port': {'device_id': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:41:39.270853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3fe7c-ae80-463d-80f7-b5fcd0015a8a req-0b3d04a4-1a7f-4fe2-8703-dc0b923e5f12 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:39.272359 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af3fe7c-ae80-463d-80f7-b5fcd0015a8a req-0b3d04a4-1a7f-4fe2-8703-dc0b923e5f12 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 932 time: 0.0760591 Aug 07 22:41:39.321677 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (176ad337-d4eb-4601-aa99-1635af97d649), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.355413 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:39.357290 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7af3fe7c-ae80-463d-80f7-b5fcd0015a8a req-8a5df14b-3617-4903-8975-9230f9086621 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786831 Aug 07 22:41:39.363364 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for floatingip (55fff70e-2128-4277-9161-407b5931d225), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.387671 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:39.505965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:39.512822 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.609661 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176ad337-d4eb-4601-aa99-1635af97d649 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:41:39.617970 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Publish callbacks [] for port (176ad337-d4eb-4601-aa99-1635af97d649), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.630821 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Transition to ACTIVE for port object 176ad337-d4eb-4601-aa99-1635af97d649 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:41:39.658877 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.749302 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (176ad337-d4eb-4601-aa99-1635af97d649), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.778476 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.831732 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Pushing event updated for resources: {'Port': ['ID=176ad337-d4eb-4601-aa99-1635af97d649,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:39.847598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:39.852692 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (55fff70e-2128-4277-9161-407b5931d225), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:39.854491 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event updated for resources: {'Port': ['ID=b76a0f78-bde5-415b-968c-3c95d1c8b099,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:39.900299 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Attempting to bind port 176ad337-d4eb-4601-aa99-1635af97d649 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:41:39.900639 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Attempting to bind port 176ad337-d4eb-4601-aa99-1635af97d649 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:41:39.901239 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Attempting to bind port 176ad337-d4eb-4601-aa99-1635af97d649 on network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:41:39.915108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12620824-4757-4365-b9a8-0df05b7bf4b9 req-fbd75f9e-ca29-4759-b7b2-8e4a4ddc4e60 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:39.916629 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-12620824-4757-4365-b9a8-0df05b7bf4b9 req-fbd75f9e-ca29-4759-b7b2-8e4a4ddc4e60 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0678344 Aug 07 22:41:39.917165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Port 176ad337-d4eb-4601-aa99-1635af97d649 on network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:41:39.917480 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Attempting to bind port 176ad337-d4eb-4601-aa99-1635af97d649 on network 7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:41:39.925208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:41:39.925943 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Checking segment: {'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:41:39.925943 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Bound using segment: {'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:41:39.926349 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Bound port: 176ad337-d4eb-4601-aa99-1635af97d649, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f94d9e-5702-42d5-ab07-3c99bd7147f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:41:39.926737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (176ad337-d4eb-4601-aa99-1635af97d649), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:40.008175 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-12620824-4757-4365-b9a8-0df05b7bf4b9 req-8655650d-e2d3-485d-816f-de9df0c2b0af tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848365 Aug 07 22:41:40.030082 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] For port 176ad337-d4eb-4601-aa99-1635af97d649, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:41:40.033373 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] For port 176ad337-d4eb-4601-aa99-1635af97d649, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=176ad337-d4eb-4601-aa99-1635af97d649,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:41:40.116250 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (176ad337-d4eb-4601-aa99-1635af97d649), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:40.120959 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.121683 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:40.123123 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/176ad337-d4eb-4601-aa99-1635af97d649 HTTP/1.1" status: 200 len: 1094 time: 0.9181547 Aug 07 22:41:40.123627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'tag': '176ad337-d4eb-4601-aa99-1635af97d649'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:40.126064 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f910cb42-2518-47af-acb5-d71751db6cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bafeccc8-8054-4e8c-8b20-e439424892a7", "tag": "176ad337-d4eb-4601-aa99-1635af97d649"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:40.157454 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Floating IP 55fff70e-2128-4277-9161-407b5931d225 associated. External IP: 172.27.3.212, port: 2b5b8b0f-84c3-482a-be06-dd81e2a229e1. Aug 07 22:41:40.166825 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c73ae4-26bd-4d67-aa3e-bb42029d3cd8 x-openstack-request-id: req-88c73ae4-26bd-4d67-aa3e-bb42029d3cd8 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:40.167111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafeccc8-8054-4e8c-8b20-e439424892a7", "tag": "176ad337-d4eb-4601-aa99-1635af97d649", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:40.167361 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88c73ae4-26bd-4d67-aa3e-bb42029d3cd8 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:40.167758 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c73ae4-26bd-4d67-aa3e-bb42029d3cd8'] response: {'name': 'network-changed', 'server_uuid': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'tag': '176ad337-d4eb-4601-aa99-1635af97d649', 'status': 'completed', 'code': 200} Aug 07 22:41:40.179193 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18db9d-fa99-4526-bbee-61f6a07d8daf service neutron] Pushing event updated for resources: {'Port': ['ID=176ad337-d4eb-4601-aa99-1635af97d649,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:40.356579 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Router 6331439e-0d64-4fd8-a304-860b1908ddd0 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:41:40.407861 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:40.470885 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:41:40.484501 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] Sync routers for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:41:40.504392 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:41:40.505874 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:41:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:40.524918 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893d954-05e1-44fb-9154-5d7ae2391270 req-83fe0319-95eb-4476-8369-a4b1c2191106 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.526424 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b893d954-05e1-44fb-9154-5d7ae2391270 req-83fe0319-95eb-4476-8369-a4b1c2191106 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 944 time: 0.0893681 Aug 07 22:41:40.529718 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910cb42-2518-47af-acb5-d71751db6cd5 req-ae51b094-42d4-4500-837d-bdac091fb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.531145 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f910cb42-2518-47af-acb5-d71751db6cd5 req-ae51b094-42d4-4500-837d-bdac091fb230 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5eea609cee794549a2c23cdb24fbb572&device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 1128 time: 0.0553501 Aug 07 22:41:40.553162 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:40.594793 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-d23ebee1-3880-417c-9877-15e69836015c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1344447 Aug 07 22:41:40.595486 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:40.598514 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:40.622577 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:41:40.642334 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dad6a4-15fa-4aa8-94f2-d040b06e0b1c x-openstack-request-id: req-76dad6a4-15fa-4aa8-94f2-d040b06e0b1c {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:40.642787 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:40.643148 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76dad6a4-15fa-4aa8-94f2-d040b06e0b1c {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:40.643667 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76dad6a4-15fa-4aa8-94f2-d040b06e0b1c'] response: {'name': 'network-changed', 'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'status': 'completed', 'code': 200} Aug 07 22:41:40.665815 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b893d954-05e1-44fb-9154-5d7ae2391270 req-e08b4bc3-eb84-4669-9337-d979a2075eff tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323340 Aug 07 22:41:40.682668 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e947e55-419d-4494-9c6d-b03eddbbc833 req-da4c6ee6-fff9-41d9-8416-d4f5d3e6cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.684181 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e947e55-419d-4494-9c6d-b03eddbbc833 req-da4c6ee6-fff9-41d9-8416-d4f5d3e6cf4f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1129 time: 0.0696480 Aug 07 22:41:40.727737 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-921646a0-39fc-4216-b63a-aa6708fac787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.729812 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-921646a0-39fc-4216-b63a-aa6708fac787 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1130 time: 0.0565743 Aug 07 22:41:40.733370 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910cb42-2518-47af-acb5-d71751db6cd5 req-5b7a7063-e236-4d91-926a-4e8f89840599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.734838 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f910cb42-2518-47af-acb5-d71751db6cd5 req-5b7a7063-e236-4d91-926a-4e8f89840599 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=5eea609cee794549a2c23cdb24fbb572&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1838660 Aug 07 22:41:40.782215 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:40.800805 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e947e55-419d-4494-9c6d-b03eddbbc833 req-895146df-f0f0-43f4-a469-b5d131ee5428 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043956 Aug 07 22:41:40.835424 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-d591ed8d-4f9a-43c6-b935-d875b6a55f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.836942 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-d591ed8d-4f9a-43c6-b935-d875b6a55f30 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 200 len: 910 time: 0.0963118 Aug 07 22:41:40.845011 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910cb42-2518-47af-acb5-d71751db6cd5 req-90f76555-ccfa-4f88-b08c-23804570a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:40.846590 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f910cb42-2518-47af-acb5-d71751db6cd5 req-90f76555-ccfa-4f88-b08c-23804570a2a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059091 Aug 07 22:41:40.853761 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '55fff70e-2128-4277-9161-407b5931d225', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'port_id': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'mac_address': 'fa:16:3e:5e:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93991d13-4c43-4e03-9031-2d5032989994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:41:39Z', 'updated_at': '2022-08-07T22:41:39Z', 'revision_number': 0, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:25Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:40.878872 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] Checking router: 6331439e-0d64-4fd8-a304-860b1908ddd0 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:41:40.887977 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:41:40.888596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:41:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:41.109695 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:41.119284 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:41:41.133244 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-b588ec98-451e-4f31-b6f9-af7d02f058a3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 1000 time: 0.1027346 Aug 07 22:41:41.151761 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-fbb47895-9551-42b7-9b09-32b90eee0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:41.153335 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-fbb47895-9551-42b7-9b09-32b90eee0674 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5eea609cee794549a2c23cdb24fbb572&device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 1128 time: 0.0749502 Aug 07 22:41:41.177476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2744042-e163-494e-8acd-f6093696513a req-a4264592-a447-47f9-901e-d9a7c409c387 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:41.179000 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b2744042-e163-494e-8acd-f6093696513a req-a4264592-a447-47f9-901e-d9a7c409c387 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0677233 Aug 07 22:41:41.188192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-6c3d5957-ed21-4a62-ba3f-d3dd8ceb8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:41.189761 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-6c3d5957-ed21-4a62-ba3f-d3dd8ceb8a70 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=ada22313-e881-418e-84e0-33f2fcb413a2 HTTP/1.1" status: 200 len: 848 time: 0.0476663 Aug 07 22:41:41.216501 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-5f66822a-d6c6-4da2-993d-6085d18c4f67 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=176ad337-d4eb-4601-aa99-1635af97d649 HTTP/1.1" status: 200 len: 217 time: 0.0538960 Aug 07 22:41:41.238994 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-d0a66a64-f528-4453-ac3a-35189d9a4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:41.241216 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-d0a66a64-f528-4453-ac3a-35189d9a4cb2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439463 Aug 07 22:41:41.257140 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b2744042-e163-494e-8acd-f6093696513a req-d1054fef-4ab4-4512-bbac-dec25ec5fd9b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480316 Aug 07 22:41:41.346505 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '55fff70e-2128-4277-9161-407b5931d225', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'port_id': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'mac_address': 'fa:16:3e:5e:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93991d13-4c43-4e03-9031-2d5032989994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:41:39Z', 'updated_at': '2022-08-07T22:41:39Z', 'revision_number': 0, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:25Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:41.371760 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497a752-5566-4da9-a8ad-7e61b89f66b6 None None] The sync data for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi is: [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '55fff70e-2128-4277-9161-407b5931d225', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'port_id': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'mac_address': 'fa:16:3e:5e:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93991d13-4c43-4e03-9031-2d5032989994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:41:39Z', 'updated_at': '2022-08-07T22:41:39Z', 'revision_number': 0, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:25Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:41:41.563872 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee5fcd-a6d8-46e0-b6dd-ad4a45485eb7 None None] New status for floating IP 55fff70e-2128-4277-9161-407b5931d225: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:41:41.602053 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-40a4a361-ff91-42e9-9bd4-f65439c50fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:41.602676 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:41.603519 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-40a4a361-ff91-42e9-9bd4-f65439c50fc1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20cfd203-4ae3-47dc-b419-407c1e1a9e3f HTTP/1.1" status: 200 len: 853 time: 0.0465634 Aug 07 22:41:41.637025 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-b605fcd6-5c9e-4004-ac9a-c05368ebfdaa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261319 Aug 07 22:41:41.646917 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-382aaec8-c952-4e35-89b2-4843f6cacd56 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911510 Aug 07 22:41:41.742948 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-e86d0e62-ddf8-4dff-ab9f-07caf15e810b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980113 Aug 07 22:41:41.770048 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5994818d-dbb9-4c24-916e-77fcbb1e9e2a req-86d8e202-8aca-4cb6-b8e6-36dab191d78c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968180 Aug 07 22:41:41.849919 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bda53e-aabf-4bdf-b5c3-4b8116083630 req-e9160165-6512-41fe-9e59-cf6a0ac9d5a1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:41.851444 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0bda53e-aabf-4bdf-b5c3-4b8116083630 req-e9160165-6512-41fe-9e59-cf6a0ac9d5a1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 944 time: 0.1004045 Aug 07 22:41:41.912057 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c279290a-ca52-4149-a8b2-06ba630a0b20 req-7e2afba8-0a5d-413a-82c6-21b09231ee10 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619616 Aug 07 22:41:41.922957 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0bda53e-aabf-4bdf-b5c3-4b8116083630 req-d0550805-bd76-43e7-bdf5-f8f23161509f tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649962 Aug 07 22:41:42.378896 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b481-d117-46fb-a060-53277bdaf554 req-e748270c-9531-483b-96f9-e93c46c8de08 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:42.381281 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e205b481-d117-46fb-a060-53277bdaf554 req-e748270c-9531-483b-96f9-e93c46c8de08 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0479679 Aug 07 22:41:42.392631 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:42.431161 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e205b481-d117-46fb-a060-53277bdaf554 req-2867d3e4-1d8b-4407-94ae-1c81a8db12d9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440593 Aug 07 22:41:43.045036 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d566271-f14e-4b58-b3bf-70f56dcc83a6 req-8a7e1b11-e737-4231-a09b-c7c5252372e2 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:43.046507 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5d566271-f14e-4b58-b3bf-70f56dcc83a6 req-8a7e1b11-e737-4231-a09b-c7c5252372e2 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 944 time: 0.0510547 Aug 07 22:41:43.093014 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5d566271-f14e-4b58-b3bf-70f56dcc83a6 req-7c434091-a387-4d92-b82b-a72d20539800 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Aug 07 22:41:43.552401 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94590e4-511b-4c09-91a2-dd088a50eb5d req-e2e1646c-5a75-4f55-ba44-69e6854cf402 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:43.553866 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d94590e4-511b-4c09-91a2-dd088a50eb5d req-e2e1646c-5a75-4f55-ba44-69e6854cf402 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0470021 Aug 07 22:41:43.600507 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d94590e4-511b-4c09-91a2-dd088a50eb5d req-f087511c-4e88-4753-a13f-27b0d35f3398 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Aug 07 22:41:44.170794 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf4d50-6633-4c72-b0e6-f6d17e98d448 req-63517152-328c-4173-800c-65c714a6abcf tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:44.172229 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a3bf4d50-6633-4c72-b0e6-f6d17e98d448 req-63517152-328c-4173-800c-65c714a6abcf tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0582030 Aug 07 22:41:44.251820 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-ed299b11-5902-4406-b0dd-eb6fa3ecb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:44.253319 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-ed299b11-5902-4406-b0dd-eb6fa3ecb5a4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1129 time: 0.0963531 Aug 07 22:41:44.259455 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127b08-d099-4dba-973c-bac274ca18fd req-0b729bd5-30e1-4988-8f5a-c36b95fa9bae tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:44.261085 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-58127b08-d099-4dba-973c-bac274ca18fd req-0b729bd5-30e1-4988-8f5a-c36b95fa9bae tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 944 time: 0.0880229 Aug 07 22:41:44.359374 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a3bf4d50-6633-4c72-b0e6-f6d17e98d448 req-cd9a2bf0-a21d-42d0-9cf5-1c2775d2d52d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565962 Aug 07 22:41:44.373352 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:44.393982 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-58127b08-d099-4dba-973c-bac274ca18fd req-7765fb76-22c5-40e7-acb9-1f7c1998cea7 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224575 Aug 07 22:41:44.410546 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-c9c90b1e-1947-4607-a2f7-a362b4bf7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:44.413080 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-c9c90b1e-1947-4607-a2f7-a362b4bf7092 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.1511595 Aug 07 22:41:44.474776 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-5bb4648e-623a-4dc9-b734-cde91accc03d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 1001 time: 0.0549147 Aug 07 22:41:44.526613 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-00e43f69-9c10-4f1b-a5ef-ceff54bf6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:44.528042 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-00e43f69-9c10-4f1b-a5ef-ceff54bf6c88 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0469897 Aug 07 22:41:44.571206 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-f24d4032-812a-4b79-9a0e-2688a29bdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:44.572730 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-f24d4032-812a-4b79-9a0e-2688a29bdaaa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382957 Aug 07 22:41:44.614489 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 176ad337-d4eb-4601-aa99-1635af97d649 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:41:44.670724 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-fd084ba7-f781-4ca9-8075-d2cdc1511c24 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883713 Aug 07 22:41:44.683052 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:44.720917 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 176ad337-d4eb-4601-aa99-1635af97d649, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=176ad337-d4eb-4601-aa99-1635af97d649,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:44.732488 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '176ad337-d4eb-4601-aa99-1635af97d649', 'network_id': '7a262e81-b8e7-4431-9b78-e1d6df4bd6f9', 'port_id': '176ad337-d4eb-4601-aa99-1635af97d649', 'mac_address': 'fa:16:3e:25:21:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cfd203-4ae3-47dc-b419-407c1e1a9e3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:41:44.763008 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-407f2242-0539-4e98-aba4-d77d3fbf1c12 req-efc28731-80af-4df9-87d0-20758851edfe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855007 Aug 07 22:41:44.767612 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 176ad337-d4eb-4601-aa99-1635af97d649 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:41:44.768084 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (176ad337-d4eb-4601-aa99-1635af97d649), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:44.782986 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176ad337-d4eb-4601-aa99-1635af97d649 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:41:44.805938 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 176ad337-d4eb-4601-aa99-1635af97d649, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=176ad337-d4eb-4601-aa99-1635af97d649,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:44.955012 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (176ad337-d4eb-4601-aa99-1635af97d649), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:45.005618 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=176ad337-d4eb-4601-aa99-1635af97d649,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:45.277104 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['176ad337-d4eb-4601-aa99-1635af97d649'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:41:45.395953 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:45.489217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cc86d-cb4f-48c9-87da-0c9bcc8ab9df req-df46746b-893b-4c53-8c86-290f0329d0a6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:45.490874 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-605cc86d-cb4f-48c9-87da-0c9bcc8ab9df req-df46746b-893b-4c53-8c86-290f0329d0a6 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0567360 Aug 07 22:41:45.513239 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:45.541524 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c952cdd-1936-4369-8dca-fec1339ee256 req-f5b309c5-3c8b-423a-9896-5761caf70ec1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:45.542878 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4c952cdd-1936-4369-8dca-fec1339ee256 req-f5b309c5-3c8b-423a-9896-5761caf70ec1 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 945 time: 0.0729225 Aug 07 22:41:45.585951 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-605cc86d-cb4f-48c9-87da-0c9bcc8ab9df req-0182c84a-2e7a-4821-b385-79c0681c8c2d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758729 Aug 07 22:41:45.608330 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4c952cdd-1936-4369-8dca-fec1339ee256 req-be94a738-7721-4731-91f9-084cd047bfe9 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597131 Aug 07 22:41:46.626621 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 176ad337-d4eb-4601-aa99-1635af97d649 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:41:46.679757 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 176ad337-d4eb-4601-aa99-1635af97d649 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:41:46.744462 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 176ad337-d4eb-4601-aa99-1635af97d649 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:41:46.744810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (176ad337-d4eb-4601-aa99-1635af97d649), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:46.744950 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5691-9cb2-4b9c-b03d-19ec81e2fb51 req-2e400888-c920-4fdf-9fb9-d68774c0d3c1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:46.746346 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9b0f5691-9cb2-4b9c-b03d-19ec81e2fb51 req-2e400888-c920-4fdf-9fb9-d68774c0d3c1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0781724 Aug 07 22:41:46.768133 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9faca-9133-4791-be71-f015a582729b req-17a3162a-6913-4fd1-addc-1e9ba1d79e3b tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:46.769558 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5bd9faca-9133-4791-be71-f015a582729b req-17a3162a-6913-4fd1-addc-1e9ba1d79e3b tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 945 time: 0.0699041 Aug 07 22:41:46.820581 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 176ad337-d4eb-4601-aa99-1635af97d649 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:41:46.820972 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (176ad337-d4eb-4601-aa99-1635af97d649), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:46.838274 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9b0f5691-9cb2-4b9c-b03d-19ec81e2fb51 req-045c2eec-921c-4b08-a61c-39466d2ce329 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860262 Aug 07 22:41:46.842909 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5bd9faca-9133-4791-be71-f015a582729b req-435ed54b-242c-47fb-904a-66f3ab1a576e tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651350 Aug 07 22:41:46.843890 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ad337-d4eb-4601-aa99-1635af97d649'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:46.846160 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef7dfad-c93c-42c8-9981-fb1c9eacbd07" -d '{"events": [{"server_uuid": "bafeccc8-8054-4e8c-8b20-e439424892a7", "name": "network-vif-plugged", "status": "completed", "tag": "176ad337-d4eb-4601-aa99-1635af97d649"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:46.873202 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 176ad337-d4eb-4601-aa99-1635af97d649, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=176ad337-d4eb-4601-aa99-1635af97d649,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:41:46.890515 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0887473-4390-49e6-84d1-5048b1662df0 x-openstack-request-id: req-c0887473-4390-49e6-84d1-5048b1662df0 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:46.890850 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafeccc8-8054-4e8c-8b20-e439424892a7", "name": "network-vif-plugged", "status": "completed", "tag": "176ad337-d4eb-4601-aa99-1635af97d649", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:46.891102 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0887473-4390-49e6-84d1-5048b1662df0 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:46.891491 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0887473-4390-49e6-84d1-5048b1662df0'] response: {'server_uuid': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ad337-d4eb-4601-aa99-1635af97d649', 'code': 200} Aug 07 22:41:46.931798 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (176ad337-d4eb-4601-aa99-1635af97d649), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:46.981686 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=176ad337-d4eb-4601-aa99-1635af97d649,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:41:47.345475 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bbaa1-b7b7-4241-a6d4-ef3d2717f10d req-aa428593-26d6-41ea-8009-eeef0c3664e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:47.346827 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-053bbaa1-b7b7-4241-a6d4-ef3d2717f10d req-aa428593-26d6-41ea-8009-eeef0c3664e3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 1130 time: 0.0381377 Aug 07 22:41:47.393239 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-053bbaa1-b7b7-4241-a6d4-ef3d2717f10d req-d3c3ecea-7357-408d-865d-a7ef7c578ff3 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380940 Aug 07 22:41:47.998527 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a8a09-0516-438e-a1e8-4df67330aa4c req-fa8dc6db-73fa-4bdd-b5a3-61d9c6f1f2ef tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:47.999956 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b25a8a09-0516-438e-a1e8-4df67330aa4c req-fa8dc6db-73fa-4bdd-b5a3-61d9c6f1f2ef tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 946 time: 0.0802279 Aug 07 22:41:48.006277 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2613e-3034-480d-9103-8e16733b7acb req-297e6f8a-6267-47dd-81fc-5950325798a7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:48.007780 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3af2613e-3034-480d-9103-8e16733b7acb req-297e6f8a-6267-47dd-81fc-5950325798a7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0861716 Aug 07 22:41:48.083507 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b25a8a09-0516-438e-a1e8-4df67330aa4c req-447be65d-2e60-490c-85d3-81a97a723f3a tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747466 Aug 07 22:41:48.086939 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3af2613e-3034-480d-9103-8e16733b7acb req-bafa52f2-0bea-409a-98ba-364c1f8bb28b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719707 Aug 07 22:41:48.198654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310460-1474-4142-a7ed-6b0e89736f11 req-dd6f9749-42bd-44a8-9a71-79122d111f6b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:48.200113 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-66310460-1474-4142-a7ed-6b0e89736f11 req-dd6f9749-42bd-44a8-9a71-79122d111f6b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0461080 Aug 07 22:41:48.209749 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36394) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:41:48.213962 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Request body: {'floatingip': {'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:41:48.217524 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:48.270849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:48.613045 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:48.937807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:48.994956 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:49.228770 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804d749-7f60-4eee-a39a-87665a093059 req-2428aa58-1aab-407c-a82a-cb57c11c8182 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:49.230112 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0804d749-7f60-4eee-a39a-87665a093059 req-2428aa58-1aab-407c-a82a-cb57c11c8182 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 946 time: 0.0637801 Aug 07 22:41:49.237307 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Router 7dae62fa-f58f-451e-83b5-312431bb5f70 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:41:49.329311 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0804d749-7f60-4eee-a39a-87665a093059 req-5214725d-bfdd-4379-bc39-408212abdce4 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904772 Aug 07 22:41:49.382164 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:41:49.387712 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:49.393197 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] Sync routers for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:41:49.402870 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:41:49.403481 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:41:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:49.422061 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:49.429156 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb329a8-9222-424b-8bae-7e4e3fb43e33" -d '{"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:49.441365 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:49.456574 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-64969ce9-610d-48fe-bf53-1d38f4581227 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/f4ac055a-a9cc-48d2-8ba8-ff93912755ba HTTP/1.1" status: 200 len: 993 time: 1.2457240 Aug 07 22:41:49.477257 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0a9207-280e-4466-8042-2780fdbfcea8 x-openstack-request-id: req-ce0a9207-280e-4466-8042-2780fdbfcea8 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:49.477594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:49.477849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce0a9207-280e-4466-8042-2780fdbfcea8 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:49.478282 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0a9207-280e-4466-8042-2780fdbfcea8'] response: {'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'status': 'completed', 'code': 200} Aug 07 22:41:49.514581 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:41:49.542942 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-e64e95cc-18b2-448e-b93b-8e8146c9172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:49.544495 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-e64e95cc-18b2-448e-b93b-8e8146c9172a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1129 time: 0.0414128 Aug 07 22:41:49.643594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-563a90e2-5e59-4186-a679-d06542778be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:49.645108 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-563a90e2-5e59-4186-a679-d06542778be9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.0919204 Aug 07 22:41:49.659593 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:49.713495 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-6dbf3517-21bb-4b3a-b68e-507dbee705a1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 1001 time: 0.0583394 Aug 07 22:41:49.758839 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'f4ac055a-a9cc-48d2-8ba8-ff93912755ba', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'mac_address': 'fa:16:3e:56:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:39:38Z', 'updated_at': '2022-08-07T22:41:48Z', 'revision_number': 3, 'project_id': '1a78ad9d7151473798fbefa330678250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:49.774979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-f0f07917-63ca-4ef5-bdd3-77a3617c164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:49.776385 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-f0f07917-63ca-4ef5-bdd3-77a3617c164b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0519440 Aug 07 22:41:49.798591 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] Checking router: 7dae62fa-f58f-451e-83b5-312431bb5f70 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:41:49.811716 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:41:49.812361 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:41:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:49.823548 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-87e58c23-7ddd-4af0-9709-9b95f35e5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:49.825121 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-87e58c23-7ddd-4af0-9709-9b95f35e5f2f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418715 Aug 07 22:41:49.899893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:49.923321 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-2b67e5e0-47ba-4ced-b558-b8ce45f2534f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914786 Aug 07 22:41:49.936077 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:41:50.029210 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9cb329a8-9222-424b-8bae-7e4e3fb43e33 req-ecb940c9-6c12-4c3f-9f13-59fbe2e41096 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975456 Aug 07 22:41:50.124967 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:50.176062 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'f4ac055a-a9cc-48d2-8ba8-ff93912755ba', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'mac_address': 'fa:16:3e:56:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:39:38Z', 'updated_at': '2022-08-07T22:41:48Z', 'revision_number': 3, 'project_id': '1a78ad9d7151473798fbefa330678250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:41:50.204039 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e8430-2462-44ce-a0c5-649419a82060 None None] The sync data for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi is: [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'f4ac055a-a9cc-48d2-8ba8-ff93912755ba', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'port_id': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'mac_address': 'fa:16:3e:56:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62959a95-0c79-4d83-a375-147271e53ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:39:38Z', 'updated_at': '2022-08-07T22:41:48Z', 'revision_number': 3, 'project_id': '1a78ad9d7151473798fbefa330678250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:41:50.456738 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac1ee3-b37a-4270-a823-2be786b1b854 req-6dbf251b-9835-4122-b8d8-fc3e2b6a870a tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:50.458197 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-05ac1ee3-b37a-4270-a823-2be786b1b854 req-6dbf251b-9835-4122-b8d8-fc3e2b6a870a tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 946 time: 0.0481756 Aug 07 22:41:50.504960 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-05ac1ee3-b37a-4270-a823-2be786b1b854 req-cca9aca8-4b94-419b-975d-13febcda9c37 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Aug 07 22:41:51.479596 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:41:51.482651 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2573923c-5bfd-4e65-a802-3189beac5e12" -d '{"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:41:51.521894 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1ffbc4-6c82-4ec2-8f97-a168a9a0b43b x-openstack-request-id: req-ff1ffbc4-6c82-4ec2-8f97-a168a9a0b43b {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:41:51.522327 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:41:51.522630 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff1ffbc4-6c82-4ec2-8f97-a168a9a0b43b {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:41:51.523029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1ffbc4-6c82-4ec2-8f97-a168a9a0b43b'] response: {'name': 'network-changed', 'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'status': 'completed', 'code': 200} Aug 07 22:41:51.602224 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-a80f789a-12cc-453d-85be-064fac843317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:51.603662 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-a80f789a-12cc-453d-85be-064fac843317 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 1129 time: 0.0439265 Aug 07 22:41:51.669940 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:51.673817 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:51.698784 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-e447a4a9-8a03-41dc-aa23-c1ffc9006796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:51.698784 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-e447a4a9-8a03-41dc-aa23-c1ffc9006796 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.0872440 Aug 07 22:41:51.761925 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=64 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:51.764784 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:51.765888 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-74136c4c-9d11-415c-b00c-7cdd671d867c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 200 len: 1001 time: 0.0591569 Aug 07 22:41:51.816485 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-5284c3f6-02d8-401c-a64f-63b24c592d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:51.817928 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-5284c3f6-02d8-401c-a64f-63b24c592d45 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0450191 Aug 07 22:41:51.862559 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-b641e03b-99bd-40c2-9b29-d0cfb8a63c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:41:51.863905 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-b641e03b-99bd-40c2-9b29-d0cfb8a63c34 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386052 Aug 07 22:41:51.958090 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-0fe7812f-ea14-4fa6-a647-9b354bb6c511 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Aug 07 22:41:52.043723 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:41:52.053982 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2573923c-5bfd-4e65-a802-3189beac5e12 req-55bc0c3b-8d0b-43e5-9b48-fc9ea5bbc4ac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866048 Aug 07 22:41:53.909022 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-375b81bf-1d78-4e47-9e6f-cb23d1f2ae96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:56.474581 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb9f5-2d3a-4f7b-adff-0a0d8db8e61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:57.405272 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:59.371834 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:59.440850 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:41:59.548654 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:02.050965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=67 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:03.587249 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f6ce4-eaf6-48a9-aae3-e40a6632dd96 req-4f279504-93fa-465c-a383-789d1ad1a5aa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:03.588780 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-694f6ce4-eaf6-48a9-aae3-e40a6632dd96 req-4f279504-93fa-465c-a383-789d1ad1a5aa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0523634 Aug 07 22:42:03.636529 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-694f6ce4-eaf6-48a9-aae3-e40a6632dd96 req-261fa1cb-b0d8-43e2-b30f-0160c6806395 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418606 Aug 07 22:42:04.762216 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc13355-f8e4-46cd-bd10-4f2370bbae2c req-b672d37c-f0f8-4c5d-a95a-0b2ecb167a61 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:04.763658 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4dc13355-f8e4-46cd-bd10-4f2370bbae2c req-b672d37c-f0f8-4c5d-a95a-0b2ecb167a61 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0465879 Aug 07 22:42:04.810415 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4dc13355-f8e4-46cd-bd10-4f2370bbae2c req-be13a59c-bc0a-4fa0-807b-1a3d2519a94f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412481 Aug 07 22:42:05.348453 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:42:05.936245 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff53e2-20f5-4428-b514-0dea81a36e71 req-d789ad76-6794-4a72-9179-02acfbef142b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:05.937780 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1bff53e2-20f5-4428-b514-0dea81a36e71 req-d789ad76-6794-4a72-9179-02acfbef142b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0466409 Aug 07 22:42:05.989241 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1bff53e2-20f5-4428-b514-0dea81a36e71 req-9b8da9ad-950d-42ff-89ad-e263d69a44b2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459023 Aug 07 22:42:07.113756 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a976e95-7369-417a-b1c3-78ff8a08c94e req-ef83c7d8-3b04-458e-9a1c-6a35d14b0603 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:07.115750 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7a976e95-7369-417a-b1c3-78ff8a08c94e req-ef83c7d8-3b04-458e-9a1c-6a35d14b0603 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0474172 Aug 07 22:42:07.164061 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7a976e95-7369-417a-b1c3-78ff8a08c94e req-f632ac50-2405-491a-bdbf-053eb025451d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ec47736e-3062-4ea6-9a43-960e597e289f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 Aug 07 22:42:07.384210 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-0b820626-5a73-4f43-b754-2c978945b643 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:07.385801 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-0b820626-5a73-4f43-b754-2c978945b643 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 946 time: 0.0458455 Aug 07 22:42:07.476225 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Deleting port 1f737453-339e-4e1d-8c0b-b401edea34b1 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:42:07.476566 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:07.565367 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] For port 1f737453-339e-4e1d-8c0b-b401edea34b1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=1f737453-339e-4e1d-8c0b-b401edea34b1,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:07.565724 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:07.774422 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:07.774784 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (675140de-981f-419e-adb2-d0f815f856d6), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:07.775097 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Floating IP 675140de-981f-419e-adb2-d0f815f856d6 disassociated. External IP: 172.27.3.241, port: 1f737453-339e-4e1d-8c0b-b401edea34b1. Aug 07 22:42:07.775442 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Calling delete_port for 1f737453-339e-4e1d-8c0b-b401edea34b1 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:42:07.898187 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:07.960581 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (1f737453-339e-4e1d-8c0b-b401edea34b1), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:07.992144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event deleted for resources: {'Port': ['ID=1f737453-339e-4e1d-8c0b-b401edea34b1,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:08.033158 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:08.100007 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Router ea763be4-34be-4733-9eb6-871593a891f3 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:42:08.208339 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:42:08.223519 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] Sync routers for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:42:08.235362 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:42:08.236400 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:41:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:08.265009 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] No DVR routers for this DVR port 1f737453-339e-4e1d-8c0b-b401edea34b1 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:42:08.275607 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:08.278869 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d3e5c569-0db7-4d48-83a8-b9bcf509ef71 req-3cdb383e-431d-40d8-b941-a9d70f2c5541 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "DELETE /networking/v2.0/ports/1f737453-339e-4e1d-8c0b-b401edea34b1 HTTP/1.1" status: 204 len: 173 time: 0.8821647 Aug 07 22:42:08.279360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-deleted', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:42:08.281619 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485bd728-4c02-4be9-bc6f-793d2a39c9de" -d '{"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-deleted", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:42:08.300994 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8dd62ba-e571-4007-b09b-c35a9e097125 req-62966297-e2a9-44a0-b23b-466c4354beb9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8bda9470-bb0f-45e2-9f1b-e4d1db51aeba HTTP/1.1" status: 200 len: 210 time: 0.0379190 Aug 07 22:42:08.339029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdd890c-5c40-4c90-bc9c-5afd6fe01b99 x-openstack-request-id: req-1fdd890c-5c40-4c90-bc9c-5afd6fe01b99 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:42:08.339321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda9470-bb0f-45e2-9f1b-e4d1db51aeba", "name": "network-vif-deleted", "tag": "1f737453-339e-4e1d-8c0b-b401edea34b1", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:42:08.339571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fdd890c-5c40-4c90-bc9c-5afd6fe01b99 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:42:08.339969 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdd890c-5c40-4c90-bc9c-5afd6fe01b99'] response: {'server_uuid': '8bda9470-bb0f-45e2-9f1b-e4d1db51aeba', 'name': 'network-vif-deleted', 'tag': '1f737453-339e-4e1d-8c0b-b401edea34b1', 'status': 'completed', 'code': 200} Aug 07 22:42:08.369850 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:42:08.557741 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:08.587630 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] Checking router: ea763be4-34be-4733-9eb6-871593a891f3 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:42:08.596892 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:42:08.597482 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:41:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:08.703469 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:42:08.979670 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:09.005355 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b6b5e-c972-4454-8684-ea785794e4d2 None None] The sync data for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi is: [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:42:09.242360 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f94978-970d-4dd8-9ca3-1724089c14cd None None] New status for floating IP 675140de-981f-419e-adb2-d0f815f856d6: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:42:09.516488 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36530) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:09.576621 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07f498da-07cc-4c67-84ef-834d528d004c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (ec47736e-3062-4ea6-9a43-960e597e289f), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:09.602090 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07f498da-07cc-4c67-84ef-834d528d004c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (ec47736e-3062-4ea6-9a43-960e597e289f), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:09.738229 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07f498da-07cc-4c67-84ef-834d528d004c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (ec47736e-3062-4ea6-9a43-960e597e289f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:09.740938 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07f498da-07cc-4c67-84ef-834d528d004c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:09.742100 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-07f498da-07cc-4c67-84ef-834d528d004c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ec47736e-3062-4ea6-9a43-960e597e289f HTTP/1.1" status: 204 len: 168 time: 0.2245798 Aug 07 22:42:09.745219 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36534) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:09.751594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f498da-07cc-4c67-84ef-834d528d004c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec47736e-3062-4ea6-9a43-960e597e289f,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:09.761775 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.api.v2.resource [None req-b1fc84da-a953-4b6b-a3ff-c17c08ddc4fc tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] show failed (client error): The resource could not be found. Aug 07 22:42:09.765505 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b1fc84da-a953-4b6b-a3ff-c17c08ddc4fc tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups/ec47736e-3062-4ea6-9a43-960e597e289f HTTP/1.1" status: 404 len: 347 time: 0.0159113 Aug 07 22:42:09.765748 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36536) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:09.878876 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Deleting port ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:42:09.879132 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:09.956894 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:09.957220 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:09.973193 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Calling delete_port for ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f owned by network:floatingip {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:42:10.161433 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.191693 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event deleted for resources: {'Port': ['ID=ac3fa5a7-5fff-4521-a9ea-c400a49d8e4f,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:10.254679 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (675140de-981f-419e-adb2-d0f815f856d6), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.258247 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.259603 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1779268a-178e-478e-a972-c01bbed9f7e2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/675140de-981f-419e-adb2-d0f815f856d6 HTTP/1.1" status: 204 len: 168 time: 0.4928777 Aug 07 22:42:10.415977 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36550) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:10.420520 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-893804fa-2324-4342-81ca-f13d61627201 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394867984', 'description': 'tempest-description--1962252651'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:10.497916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-893804fa-2324-4342-81ca-f13d61627201 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.565269 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-893804fa-2324-4342-81ca-f13d61627201 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (3c5478f4-a733-4646-887f-d16be753b785), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.634517 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-893804fa-2324-4342-81ca-f13d61627201 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (3c5478f4-a733-4646-887f-d16be753b785), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.663846 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893804fa-2324-4342-81ca-f13d61627201 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5478f4-a733-4646-887f-d16be753b785,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:10.722469 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-893804fa-2324-4342-81ca-f13d61627201 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.723706 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-893804fa-2324-4342-81ca-f13d61627201 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3066726 Aug 07 22:42:10.726925 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36552) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:10.731191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-a15c708e-2004-40e9-914d-05a7161ee665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'security_group_rule': {'security_group_id': '3c5478f4-a733-4646-887f-d16be753b785', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:10.759367 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:42:10.779270 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 1f737453-339e-4e1d-8c0b-b401edea34b1 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:42:10.779555 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 1f737453-339e-4e1d-8c0b-b401edea34b1 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:42:10.812589 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a15c708e-2004-40e9-914d-05a7161ee665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (308be096-1110-4220-9bda-945257459ca1), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.832790 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:10.867994 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a15c708e-2004-40e9-914d-05a7161ee665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (308be096-1110-4220-9bda-945257459ca1), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.949251 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a15c708e-2004-40e9-914d-05a7161ee665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (308be096-1110-4220-9bda-945257459ca1), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:10.968751 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c708e-2004-40e9-914d-05a7161ee665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308be096-1110-4220-9bda-945257459ca1,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:11.059386 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a15c708e-2004-40e9-914d-05a7161ee665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.060660 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a15c708e-2004-40e9-914d-05a7161ee665 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328073 Aug 07 22:42:11.063428 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36554) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:11.067785 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-efddce48-bd9f-460c-8955-50ce4adae9be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'security_group_rule': {'security_group_id': '3c5478f4-a733-4646-887f-d16be753b785', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:11.160034 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-efddce48-bd9f-460c-8955-50ce4adae9be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (426dbe63-8aa9-4517-97da-2350e5e10e2d), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.222148 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-efddce48-bd9f-460c-8955-50ce4adae9be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (426dbe63-8aa9-4517-97da-2350e5e10e2d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.314497 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-efddce48-bd9f-460c-8955-50ce4adae9be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (426dbe63-8aa9-4517-97da-2350e5e10e2d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.335151 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddce48-bd9f-460c-8955-50ce4adae9be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426dbe63-8aa9-4517-97da-2350e5e10e2d,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:11.402162 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-efddce48-bd9f-460c-8955-50ce4adae9be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.403401 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-efddce48-bd9f-460c-8955-50ce4adae9be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390145 Aug 07 22:42:11.406517 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36564) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:11.410838 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:11.503396 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.556861 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:11.586837 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.700194 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Allocated IP 172.27.3.204 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/73c872d8-0f22-4b9a-84fe-c8da4850dde9) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:42:11.805562 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.831711 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:11.903378 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:11.946267 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:42:11.951328 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:42:11.953460 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'Port': ['ID=73c872d8-0f22-4b9a-84fe-c8da4850dde9,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:11.955535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:42:12.073030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (4434f7fd-c54d-4c42-8d75-60cff2b6ed7d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:12.161706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:12.546062 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:12.633945 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:12.702637 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'Port': ['ID=73c872d8-0f22-4b9a-84fe-c8da4850dde9,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:12.705432 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (4434f7fd-c54d-4c42-8d75-60cff2b6ed7d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:12.779161 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:12.780591 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6862ece7-2164-490d-a182-ce9c0237163f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3731563 Aug 07 22:42:12.982623 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-e58826bb-493e-404b-a15a-ef7310cd6257 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1394867984&fields=id&tenant_id=3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 267 time: 0.0468109 Aug 07 22:42:13.076443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:13.090732 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-17dced68-48d5-4da8-9a63-8e5d7e2aa9f2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:13.092332 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-17dced68-48d5-4da8-9a63-8e5d7e2aa9f2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 816 time: 0.1029439 Aug 07 22:42:13.107913 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-f0550871-771e-4583-a24f-40bd6ebcbb10 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/quotas/3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 375 time: 0.0101900 Aug 07 22:42:13.160297 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-6f1e5131-c4aa-45f3-86ae-588454f16c44 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471122 Aug 07 22:42:13.255081 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-889a1e3c-404c-4be6-915d-bcef078c7291 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824509 Aug 07 22:42:13.348406 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-bc883868-a84b-4c71-b3f8-0ab22c4d1d9b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864785 Aug 07 22:42:13.586204 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5af0c80d-0fc5-47e5-b5e5-f706ddd97cff req-e6ccd01f-e623-41fe-8bc8-6e63e40d5e95 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 210 time: 0.0292947 Aug 07 22:42:14.101819 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b2109-b7c1-497a-ba15-f4c83d30051c req-c00fe352-99cd-4a5c-a6c6-89b709470b42 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:14.103287 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-828b2109-b7c1-497a-ba15-f4c83d30051c req-c00fe352-99cd-4a5c-a6c6-89b709470b42 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 946 time: 0.0477362 Aug 07 22:42:14.151512 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-828b2109-b7c1-497a-ba15-f4c83d30051c req-a881c6d6-d5f7-4cbc-ab02-d3b79ce30371 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Aug 07 22:42:14.692774 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8c7e2e0d-b80b-46c3-8025-0256c422df4c req-cdb7e21a-c72f-494b-8510-d358553aa536 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 210 time: 0.0300422 Aug 07 22:42:15.271486 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107755a-8004-4364-91a1-062cf19c81c0 req-64ab2e21-15dd-4eba-ab67-b98ef1233aad tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:15.273005 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d107755a-8004-4364-91a1-062cf19c81c0 req-64ab2e21-15dd-4eba-ab67-b98ef1233aad tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 946 time: 0.0487669 Aug 07 22:42:15.305650 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:15.320041 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d107755a-8004-4364-91a1-062cf19c81c0 req-e7bb4d39-20c3-4e4f-b94e-d22e61b59223 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e72b2ab8-13bb-461c-a910-039782cc667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Aug 07 22:42:15.799993 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0142adc8-65b1-4f73-874f-19d24d6bb92b req-e40c00ce-ffcc-4ff2-aff7-eaf784b0e776 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 210 time: 0.0275002 Aug 07 22:42:15.870041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-57748ae2-3120-4bd8-a96c-cdcc9f049cdd tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:15.871445 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-57748ae2-3120-4bd8-a96c-cdcc9f049cdd tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 946 time: 0.0460148 Aug 07 22:42:15.962112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Deleting port 176ad337-d4eb-4601-aa99-1635af97d649 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:42:15.962450 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (176ad337-d4eb-4601-aa99-1635af97d649), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:16.058006 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] For port 176ad337-d4eb-4601-aa99-1635af97d649, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=176ad337-d4eb-4601-aa99-1635af97d649,segment=NetworkSegment(85f94d9e-5702-42d5-ab07-3c99bd7147f1),segment_id=85f94d9e-5702-42d5-ab07-3c99bd7147f1)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:16.058361 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (176ad337-d4eb-4601-aa99-1635af97d649), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:16.073640 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Calling delete_port for 176ad337-d4eb-4601-aa99-1635af97d649 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:42:16.241140 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (176ad337-d4eb-4601-aa99-1635af97d649), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:16.253876 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['176ad337-d4eb-4601-aa99-1635af97d649'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:42:16.272997 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Pushing event deleted for resources: {'Port': ['ID=176ad337-d4eb-4601-aa99-1635af97d649,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:16.315746 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] No DVR routers for this DVR port 176ad337-d4eb-4601-aa99-1635af97d649 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:42:16.318077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:16.321461 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-23dfe8e9-a6c8-4cff-baa8-d84807086677 req-78f61d92-89fc-4c94-860a-0be33b9b5187 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.27 "DELETE /networking/v2.0/ports/176ad337-d4eb-4601-aa99-1635af97d649 HTTP/1.1" status: 204 len: 173 time: 0.4445665 Aug 07 22:42:16.321891 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'name': 'network-vif-deleted', 'tag': '176ad337-d4eb-4601-aa99-1635af97d649'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:42:16.324134 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34356aa2-3d39-4df5-96c3-4a6deedb257a" -d '{"events": [{"server_uuid": "bafeccc8-8054-4e8c-8b20-e439424892a7", "name": "network-vif-deleted", "tag": "176ad337-d4eb-4601-aa99-1635af97d649"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:42:16.363541 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db651db-c8c0-41fe-b32f-4b0279d758df x-openstack-request-id: req-3db651db-c8c0-41fe-b32f-4b0279d758df {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:42:16.363869 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafeccc8-8054-4e8c-8b20-e439424892a7", "name": "network-vif-deleted", "tag": "176ad337-d4eb-4601-aa99-1635af97d649", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:42:16.364153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3db651db-c8c0-41fe-b32f-4b0279d758df {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:42:16.364568 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db651db-c8c0-41fe-b32f-4b0279d758df'] response: {'server_uuid': 'bafeccc8-8054-4e8c-8b20-e439424892a7', 'name': 'network-vif-deleted', 'tag': '176ad337-d4eb-4601-aa99-1635af97d649', 'status': 'completed', 'code': 200} Aug 07 22:42:16.422219 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9a87c422-7b1b-41eb-8a0e-f848f3c195eb req-ce35e5ef-cb2e-4537-8484-bcbbb85d55c7 tempest-VolumesSnapshotTestJSON-211203851 tempest-VolumesSnapshotTestJSON-211203851-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bafeccc8-8054-4e8c-8b20-e439424892a7 HTTP/1.1" status: 200 len: 210 time: 0.0299032 Aug 07 22:42:16.658671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:16.668817 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-89bf124c-8d5c-4bae-bf97-20c41e324ddf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:16.670234 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-89bf124c-8d5c-4bae-bf97-20c41e324ddf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 816 time: 0.1093132 Aug 07 22:42:16.734048 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-237abca5-6f50-49bb-ad40-1c346013f9bc tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 380 time: 0.0532885 Aug 07 22:42:16.743271 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'port': {'device_id': '9cef2464-0337-4fbd-a727-a24160f14f99', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'admin_state_up': True, 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'security_groups': ['3c5478f4-a733-4646-887f-d16be753b785']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:16.846456 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:16.909934 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ba5ecf88-b7c5-4221-b51f-9ead33176b5e req-1b1f8ccb-e436-443f-861c-e0b6f3439110 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 210 time: 0.0281534 Aug 07 22:42:16.931661 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Made reservation on behalf of 3f7ea2694e7641088d957060a1001d86 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:42:16.935169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:17.063230 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Allocated IP 172.20.0.8 (057d9455-09f9-43b3-b9b9-43213b4e9159/a99a5215-8313-446e-9f90-62aa920e309e/28f8e101-7a4a-4833-b344-83657618e970) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:42:17.209918 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for port (28f8e101-7a4a-4833-b344-83657618e970), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:17.280880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:17.331658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:42:17.335011 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:42:17.339027 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:42:17.362893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:17.400379 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:17.400990 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:17.500886 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-20943f35-eaae-4db5-9897-a551c1e1d6be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594681 Aug 07 22:42:17.511888 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Request body: {'port': {'device_id': '9cef2464-0337-4fbd-a727-a24160f14f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:17.573266 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:17.638627 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-0743eb0c-2cc9-4d52-8835-ce6842866cbb None None] Provisioning complete for port 28f8e101-7a4a-4833-b344-83657618e970 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:42:17.639224 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0743eb0c-2cc9-4d52-8835-ce6842866cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (28f8e101-7a4a-4833-b344-83657618e970), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:17.670691 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-0743eb0c-2cc9-4d52-8835-ce6842866cbb None None] Port 28f8e101-7a4a-4833-b344-83657618e970 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:42:17.745535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:17.837496 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:17.839567 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f8e101-7a4a-4833-b344-83657618e970 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:42:17.847559 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Publish callbacks [] for port (28f8e101-7a4a-4833-b344-83657618e970), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:17.860057 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Transition to ACTIVE for port object 28f8e101-7a4a-4833-b344-83657618e970 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:42:17.937244 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:18.058558 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:18.084492 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43384d60-5b32-4395-836e-35530cd656a1 req-176d36ed-39e4-4ac0-845d-d8727e771ebd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.086055 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-43384d60-5b32-4395-836e-35530cd656a1 req-176d36ed-39e4-4ac0-845d-d8727e771ebd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0879064 Aug 07 22:42:18.118809 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Attempting to bind port 28f8e101-7a4a-4833-b344-83657618e970 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:42:18.119143 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Attempting to bind port 28f8e101-7a4a-4833-b344-83657618e970 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:42:18.119469 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Attempting to bind port 28f8e101-7a4a-4833-b344-83657618e970 on network 057d9455-09f9-43b3-b9b9-43213b4e9159 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:42:18.127385 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Port 28f8e101-7a4a-4833-b344-83657618e970 on network 057d9455-09f9-43b3-b9b9-43213b4e9159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:42:18.127702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Attempting to bind port 28f8e101-7a4a-4833-b344-83657618e970 on network 057d9455-09f9-43b3-b9b9-43213b4e9159 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:42:18.146870 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:42:18.147217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Checking segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:42:18.147617 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Bound using segment: {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:42:18.148071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Bound port: 28f8e101-7a4a-4833-b344-83657618e970, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33c4558-d645-442c-a175-1bf48414529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:42:18.148427 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:18.164220 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-43384d60-5b32-4395-836e-35530cd656a1 req-093669ef-1b61-4275-a22d-4062e5450971 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696712 Aug 07 22:42:18.224456 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:42:18.228096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:42:18.304315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:18.308556 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.309164 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:18.310519 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/28f8e101-7a4a-4833-b344-83657618e970 HTTP/1.1" status: 200 len: 1093 time: 0.8032880 Aug 07 22:42:18.358118 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f746d-74f5-412f-b903-2a8f6b6ead66 service neutron] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:18.365614 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'tag': '28f8e101-7a4a-4833-b344-83657618e970'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:42:18.367850 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597f7b0c-1aac-4307-b933-fcbe15ecae84" -d '{"events": [{"name": "network-changed", "server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "tag": "28f8e101-7a4a-4833-b344-83657618e970"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:42:18.404935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02955f-f6ca-4e4e-b5b5-9d5c105e583c x-openstack-request-id: req-de02955f-f6ca-4e4e-b5b5-9d5c105e583c {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:42:18.405223 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "tag": "28f8e101-7a4a-4833-b344-83657618e970", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:42:18.405475 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de02955f-f6ca-4e4e-b5b5-9d5c105e583c {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:42:18.405909 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de02955f-f6ca-4e4e-b5b5-9d5c105e583c'] response: {'name': 'network-changed', 'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'tag': '28f8e101-7a4a-4833-b344-83657618e970', 'status': 'completed', 'code': 200} Aug 07 22:42:18.466725 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f7b0c-1aac-4307-b933-fcbe15ecae84 req-4fea0445-908b-4b50-bfa5-5697b1c4e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.468250 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-597f7b0c-1aac-4307-b933-fcbe15ecae84 req-4fea0445-908b-4b50-bfa5-5697b1c4e9ec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 1127 time: 0.0389028 Aug 07 22:42:18.566456 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:18.569437 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f7b0c-1aac-4307-b933-fcbe15ecae84 req-3e25f82b-1c9a-40a6-9448-a8bfd00b785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.570857 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-597f7b0c-1aac-4307-b933-fcbe15ecae84 req-3e25f82b-1c9a-40a6-9448-a8bfd00b785f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=3f7ea2694e7641088d957060a1001d86&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0931880 Aug 07 22:42:18.669689 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f7b0c-1aac-4307-b933-fcbe15ecae84 req-c24f7af7-1244-45c9-887d-4b22555cc84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.671132 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-597f7b0c-1aac-4307-b933-fcbe15ecae84 req-c24f7af7-1244-45c9-887d-4b22555cc84c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931087 Aug 07 22:42:18.746192 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-dfd17126-7a8c-4f43-bdc7-d8ac85736945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.747631 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-dfd17126-7a8c-4f43-bdc7-d8ac85736945 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 1127 time: 0.0387409 Aug 07 22:42:18.791935 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-7504e48c-a813-4323-b4f6-98d528628fae service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f8e101-7a4a-4833-b344-83657618e970 HTTP/1.1" status: 200 len: 217 time: 0.0369425 Aug 07 22:42:18.792538 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 176ad337-d4eb-4601-aa99-1635af97d649 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:42:18.812818 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 176ad337-d4eb-4601-aa99-1635af97d649 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:42:18.813167 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 176ad337-d4eb-4601-aa99-1635af97d649 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:42:18.843124 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-5e6ac4a5-b655-4949-8c96-9331c7136f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.844526 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-5e6ac4a5-b655-4949-8c96-9331c7136f2e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.0456069 Aug 07 22:42:18.888942 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-300e879a-4cf1-4f70-af21-558d453391b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:18.890426 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-300e879a-4cf1-4f70-af21-558d453391b9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387995 Aug 07 22:42:18.983493 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-1d7056e8-6658-4884-9dd3-33dd7efece4e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865273 Aug 07 22:42:19.075535 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee3ee510-18a2-4c15-bc4c-1d91f506f643 req-6dd271ef-ca2a-4e4d-86d3-8cc45e66452b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842674 Aug 07 22:42:19.412649 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc68ea3-1582-4aea-b85d-1bd389b856eb req-5860a0f0-bc88-4125-9fcf-02437172b2ae tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:19.414148 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4fc68ea3-1582-4aea-b85d-1bd389b856eb req-5860a0f0-bc88-4125-9fcf-02437172b2ae tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.1631455 Aug 07 22:42:19.472322 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4fc68ea3-1582-4aea-b85d-1bd389b856eb req-c0424904-8662-420e-9b6b-5e8ce92478c7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447097 Aug 07 22:42:20.249056 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:20.250881 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:20.645103 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc072ab-c874-493e-acf1-7c763e6d1d35 req-472793c6-fcdd-4842-a011-63a424835e4c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:20.646626 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dbc072ab-c874-493e-acf1-7c763e6d1d35 req-472793c6-fcdd-4842-a011-63a424835e4c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0970159 Aug 07 22:42:20.693855 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dbc072ab-c874-493e-acf1-7c763e6d1d35 req-b4ac6e08-0ee5-4a54-96e5-2333b0cc9e71 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Aug 07 22:42:21.813545 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3a067-a63f-4e69-9d54-a52857fea3cc req-e18c7593-ecd1-42ad-8f7d-a4842a2d5cb6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:21.815064 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-37f3a067-a63f-4e69-9d54-a52857fea3cc req-e18c7593-ecd1-42ad-8f7d-a4842a2d5cb6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0453563 Aug 07 22:42:21.838375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:21.864961 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-37f3a067-a63f-4e69-9d54-a52857fea3cc req-e1df9494-7b09-4df4-8b03-19875a5f8f32 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Aug 07 22:42:22.417517 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:42:22.419804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:22.421278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:22.640621 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:22.652491 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '28f8e101-7a4a-4833-b344-83657618e970', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'port_id': '28f8e101-7a4a-4833-b344-83657618e970', 'mac_address': 'fa:16:3e:65:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:42:22.687610 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:42:22.687960 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:22.700830 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f8e101-7a4a-4833-b344-83657618e970 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:42:22.720931 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:22.782920 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:22.831717 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:22.839472 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.839826 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.840204 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.840571 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.840913 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.841244 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.841573 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.841898 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.842225 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.842546 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.842872 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.843209 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.843536 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.843855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.844204 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:22.986788 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfd011-4d2e-48dc-a02e-d53fcfdbd46e req-f8b15ea6-c85a-4f9e-8af5-59a355f7a1e0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:22.988323 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-57dfd011-4d2e-48dc-a02e-d53fcfdbd46e req-f8b15ea6-c85a-4f9e-8af5-59a355f7a1e0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 944 time: 0.0474432 Aug 07 22:42:23.035967 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-57dfd011-4d2e-48dc-a02e-d53fcfdbd46e req-1d572f80-b5b5-4eec-98f3-73aeb889b246 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421121 Aug 07 22:42:23.086330 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['28f8e101-7a4a-4833-b344-83657618e970'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:42:23.829215 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:42:23.886576 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 28f8e101-7a4a-4833-b344-83657618e970 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:42:23.954669 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-76ff2347-a125-4fd8-95a2-ad19608ca865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:24.006298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 28f8e101-7a4a-4833-b344-83657618e970 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:42:24.010309 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (28f8e101-7a4a-4833-b344-83657618e970), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:24.081654 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:42:24.082116 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:24.107793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:42:24.110064 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90e247-df8d-4862-a22a-0a044eb693fa" -d '{"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-plugged", "status": "completed", "tag": "28f8e101-7a4a-4833-b344-83657618e970"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:42:24.123813 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:24.164217 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c527f-1bee-425d-b2d8-0b81866880ad x-openstack-request-id: req-058c527f-1bee-425d-b2d8-0b81866880ad {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:42:24.164637 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-plugged", "status": "completed", "tag": "28f8e101-7a4a-4833-b344-83657618e970", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:42:24.165538 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-058c527f-1bee-425d-b2d8-0b81866880ad {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:42:24.165660 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058c527f-1bee-425d-b2d8-0b81866880ad'] response: {'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970', 'code': 200} Aug 07 22:42:24.167041 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:24.198022 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b987-a6ce-44eb-a0ab-392d196ebac4 req-6d04a639-da89-4cec-9b89-5ac702d72bec tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:24.199609 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fa95b987-a6ce-44eb-a0ab-392d196ebac4 req-6d04a639-da89-4cec-9b89-5ac702d72bec tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 944 time: 0.0815818 Aug 07 22:42:24.205262 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:24.245650 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:24.260881 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fa95b987-a6ce-44eb-a0ab-392d196ebac4 req-337df4e2-6517-429e-bd7c-2857cf0b424a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518210 Aug 07 22:42:24.364361 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:24.367077 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=75 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:24.473526 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0631b5-4e49-494d-8026-3798aa45384d req-900a77d3-829b-48a9-a9e8-0c6173e57728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:24.475519 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cb0631b5-4e49-494d-8026-3798aa45384d req-900a77d3-829b-48a9-a9e8-0c6173e57728 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 1129 time: 0.0408313 Aug 07 22:42:24.520884 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cb0631b5-4e49-494d-8026-3798aa45384d req-ceb2fe92-ba3f-4a26-ab77-9e05d54714c9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 Aug 07 22:42:25.389123 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab7f4a-a1cb-4d87-a720-ee44f626b2e6 req-f4150cae-4aa0-45e7-a2d8-8f3c4fc1f4b8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:25.390533 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ab7f4a-a1cb-4d87-a720-ee44f626b2e6 req-f4150cae-4aa0-45e7-a2d8-8f3c4fc1f4b8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Aug 07 22:42:25.438042 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ab7f4a-a1cb-4d87-a720-ee44f626b2e6 req-1fb82682-b59b-48a1-b45c-1614dea4e253 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Aug 07 22:42:26.508298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd064211-cd80-4570-964d-496f2f9cb3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:26.554430 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:26.567461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c7645-9b5e-4924-a34d-d2ba44c8524c req-b3106b68-aec8-4dd9-b5a7-962ffd6a2f47 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:26.569576 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d85c7645-9b5e-4924-a34d-d2ba44c8524c req-b3106b68-aec8-4dd9-b5a7-962ffd6a2f47 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0493777 Aug 07 22:42:26.623882 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d85c7645-9b5e-4924-a34d-d2ba44c8524c req-26022085-f0fc-47c3-8b26-6680f02f59eb tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Aug 07 22:42:26.745916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca13d1-58dd-45c9-8277-9fc7492478be req-0d3ba646-9f0f-4cc5-9219-5f69243c00da tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:26.747301 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2ca13d1-58dd-45c9-8277-9fc7492478be req-0d3ba646-9f0f-4cc5-9219-5f69243c00da tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0471854 Aug 07 22:42:26.757636 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36688) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:26.762553 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Request body: {'floatingip': {'port_id': '28f8e101-7a4a-4833-b344-83657618e970'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:26.800244 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (4434f7fd-c54d-4c42-8d75-60cff2b6ed7d), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:27.235270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:27.308492 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (4434f7fd-c54d-4c42-8d75-60cff2b6ed7d), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:27.358316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:27.407864 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Floating IP 4434f7fd-c54d-4c42-8d75-60cff2b6ed7d associated. External IP: 172.27.3.204, port: 28f8e101-7a4a-4833-b344-83657618e970. Aug 07 22:42:27.428842 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:27.843640 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Router ea763be4-34be-4733-9eb6-871593a891f3 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:42:27.886475 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:27.943961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:42:27.948872 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:27.953481 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] Sync routers for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:42:27.965127 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:42:27.965732 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:27.982475 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5c7e1f7a-89c7-4397-8a68-9f833223dcc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/4434f7fd-c54d-4c42-8d75-60cff2b6ed7d HTTP/1.1" status: 200 len: 991 time: 1.2225895 Aug 07 22:42:27.982475 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'tag': '28f8e101-7a4a-4833-b344-83657618e970'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:42:27.986587 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fffff8-f630-4a5b-bc90-3de90652fc63" -d '{"events": [{"name": "network-changed", "server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "tag": "28f8e101-7a4a-4833-b344-83657618e970"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:42:28.020645 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded75414-3b9b-4f8d-a166-279d54eeb96f x-openstack-request-id: req-ded75414-3b9b-4f8d-a166-279d54eeb96f {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:42:28.020945 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "tag": "28f8e101-7a4a-4833-b344-83657618e970", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:42:28.021191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ded75414-3b9b-4f8d-a166-279d54eeb96f {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:42:28.022080 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded75414-3b9b-4f8d-a166-279d54eeb96f'] response: {'name': 'network-changed', 'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'tag': '28f8e101-7a4a-4833-b344-83657618e970', 'status': 'completed', 'code': 200} Aug 07 22:42:28.071037 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:42:28.085808 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-64f43888-56cd-4dda-b37e-9aeea993efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:28.087471 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-64f43888-56cd-4dda-b37e-9aeea993efc2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 1129 time: 0.0409570 Aug 07 22:42:28.187343 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-0977d8d7-42bd-42cc-844b-a071b6d8674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:28.188992 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-0977d8d7-42bd-42cc-844b-a071b6d8674d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 917 time: 0.0943069 Aug 07 22:42:28.256725 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-b730b31b-d205-4011-b376-2aa0c29f5ad2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f8e101-7a4a-4833-b344-83657618e970 HTTP/1.1" status: 200 len: 999 time: 0.0594199 Aug 07 22:42:28.290378 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '4434f7fd-c54d-4c42-8d75-60cff2b6ed7d', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'port_id': '28f8e101-7a4a-4833-b344-83657618e970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'mac_address': 'fa:16:3e:65:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cef2464-0337-4fbd-a727-a24160f14f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:42:11Z', 'updated_at': '2022-08-07T22:42:27Z', 'revision_number': 1, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:28.308172 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-eac0caca-1644-46ff-b146-e441259a6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:28.309625 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-eac0caca-1644-46ff-b146-e441259a6ddf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.0456936 Aug 07 22:42:28.319913 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] Checking router: ea763be4-34be-4733-9eb6-871593a891f3 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:42:28.328512 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:42:28.329138 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:28.353930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-52be5b25-967a-47ce-991d-538248ab6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:28.355361 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-52be5b25-967a-47ce-991d-538248ab6b0a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388560 Aug 07 22:42:28.433925 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:42:28.452499 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-b80bbddc-c4f9-4222-8b83-ca195aa5405c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899758 Aug 07 22:42:28.549045 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d9fffff8-f630-4a5b-bc90-3de90652fc63 req-c66c19df-d095-49b8-9244-0f30ffaf5775 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895979 Aug 07 22:42:28.656484 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '4434f7fd-c54d-4c42-8d75-60cff2b6ed7d', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'port_id': '28f8e101-7a4a-4833-b344-83657618e970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'mac_address': 'fa:16:3e:65:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cef2464-0337-4fbd-a727-a24160f14f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:42:11Z', 'updated_at': '2022-08-07T22:42:27Z', 'revision_number': 1, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:28.685515 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8441e6-0d4c-4d5b-b9c5-55d5ed66dee3 None None] The sync data for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi is: [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '4434f7fd-c54d-4c42-8d75-60cff2b6ed7d', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'port_id': '28f8e101-7a4a-4833-b344-83657618e970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'mac_address': 'fa:16:3e:65:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cef2464-0337-4fbd-a727-a24160f14f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:42:11Z', 'updated_at': '2022-08-07T22:42:27Z', 'revision_number': 1, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:42:28.874701 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da070fa-3414-417d-98a9-9126e980fc2c None None] New status for floating IP 4434f7fd-c54d-4c42-8d75-60cff2b6ed7d: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:42:29.354202 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:29.399751 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:29.531355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:31.815439 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-80dda30c-486c-4252-8717-4bee43b1a69a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413368 Aug 07 22:42:31.895109 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-fe9ce447-d862-43de-b02e-07d9148497bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:31.897058 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-fe9ce447-d862-43de-b02e-07d9148497bd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1a78ad9d7151473798fbefa330678250&device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 1129 time: 0.0379732 Aug 07 22:42:32.003204 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-8669a497-fcfd-432c-9b30-d31a777c9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:32.004668 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-8669a497-fcfd-432c-9b30-d31a777c9a3b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 200 len: 920 time: 0.0889711 Aug 07 22:42:32.044285 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-782728a1-2589-4e97-b4eb-15d8eb720616 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 200 len: 217 time: 0.0327861 Aug 07 22:42:32.058029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:32.092776 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-7e00b0fd-e5b3-46ae-aa6c-24d4a65289b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:32.094179 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-7e00b0fd-e5b3-46ae-aa6c-24d4a65289b2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 200 len: 858 time: 0.0436502 Aug 07 22:42:32.136538 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-30c75339-b838-415c-8650-098974194776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:32.137984 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-30c75339-b838-415c-8650-098974194776 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b379400c-91c0-4503-ac16-d8b7f1c793d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381532 Aug 07 22:42:32.231144 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-826971f5-1912-4292-9c39-1ce2b56e9aa6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867958 Aug 07 22:42:32.297017 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:32.326170 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7185da24-aaca-454c-97db-0f3e5c585a5b req-b8d44e92-4300-4ac0-a13f-086fc175fad1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Aug 07 22:42:39.478027 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:39.483027 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:40.029199 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e4a3-c668-44d8-b465-626da49c5db0 req-5d5faa42-eb2c-4b86-a129-6df4f5b37c6c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:40.030661 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db64e4a3-c668-44d8-b465-626da49c5db0 req-5d5faa42-eb2c-4b86-a129-6df4f5b37c6c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0471139 Aug 07 22:42:40.077300 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db64e4a3-c668-44d8-b465-626da49c5db0 req-8df66b31-6138-4fbf-8f00-8faee6fd8f03 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410719 Aug 07 22:42:41.197877 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0cc32-0c21-4ebe-a0b4-0f34593fa875 req-617d6ea1-12a1-4519-8775-a3a3969c3768 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:41.199355 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f6e0cc32-0c21-4ebe-a0b4-0f34593fa875 req-617d6ea1-12a1-4519-8775-a3a3969c3768 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0464592 Aug 07 22:42:41.247701 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f6e0cc32-0c21-4ebe-a0b4-0f34593fa875 req-50477840-1fd0-4ea5-aee6-0578d499b6bb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426810 Aug 07 22:42:42.348356 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:42:42.371611 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a62c33-0ab1-4585-a6cb-0782f351e5f9 req-5be83555-d9db-45ac-be7a-615719702aac tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:42.373101 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-54a62c33-0ab1-4585-a6cb-0782f351e5f9 req-5be83555-d9db-45ac-be7a-615719702aac tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0509663 Aug 07 22:42:42.421548 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-54a62c33-0ab1-4585-a6cb-0782f351e5f9 req-78f32d6b-b770-4bf7-813b-b30633bf9586 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Aug 07 22:42:43.069542 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36818) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:43.114095 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Deleting subnet 20cfd203-4ae3-47dc-b419-407c1e1a9e3f {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:42:43.117233 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Publish callbacks [] for subnet (20cfd203-4ae3-47dc-b419-407c1e1a9e3f), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.152805 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (20cfd203-4ae3-47dc-b419-407c1e1a9e3f), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.194308 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (20cfd203-4ae3-47dc-b419-407c1e1a9e3f), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.320672 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (20cfd203-4ae3-47dc-b419-407c1e1a9e3f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.347338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20cfd203-4ae3-47dc-b419-407c1e1a9e3f,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:43.351801 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.354852 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/20cfd203-4ae3-47dc-b419-407c1e1a9e3f HTTP/1.1" status: 204 len: 168 time: 0.2837903 Aug 07 22:42:43.357520 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36820) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:43.360856 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.361198 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.361537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.361870 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.362196 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.362763 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.362956 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.363375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.363596 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.363916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.364266 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.364607 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.364916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.365233 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.365548 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f54db0-5305-44d7-9fed-23bb858a5f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.428270 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (7a262e81-b8e7-4431-9b78-e1d6df4bd6f9), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.510813 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (7a262e81-b8e7-4431-9b78-e1d6df4bd6f9), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.530834 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a262e81-b8e7-4431-9b78-e1d6df4bd6f9']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:43.540183 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f94d9e-5702-42d5-ab07-3c99bd7147f1') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:43.540332 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6a2a7-d491-47ad-93ea-98694ac08f28 req-8a5044b9-847a-40c5-8357-cb47a4827bff tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:43.540841 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f94d9e-5702-42d5-ab07-3c99bd7147f1') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:43.541670 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-50b6a2a7-d491-47ad-93ea-98694ac08f28 req-8a5044b9-847a-40c5-8357-cb47a4827bff tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0465069 Aug 07 22:42:43.550104 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (85f94d9e-5702-42d5-ab07-3c99bd7147f1), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.563741 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (85f94d9e-5702-42d5-ab07-3c99bd7147f1), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.570715 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:42:43.571094 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (85f94d9e-5702-42d5-ab07-3c99bd7147f1), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.590377 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-50b6a2a7-d491-47ad-93ea-98694ac08f28 req-eaf45496-fad3-46bd-8f4b-6b2108d4d8eb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428729 Aug 07 22:42:43.612704 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 85f94d9e-5702-42d5-ab07-3c99bd7147f1 resource provider aggregate not found Aug 07 22:42:43.630946 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 85f94d9e-5702-42d5-ab07-3c99bd7147f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85f94d9e-5702-42d5-ab07-3c99bd7147f1 found for delete ", "request_id": "req-2f3a94f0-9306-4334-a906-78875ce50592"}]} Aug 07 22:42:43.681752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-0f126fc6-97ab-4916-97ff-81645a6dd91d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:43.683178 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-0f126fc6-97ab-4916-97ff-81645a6dd91d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 945 time: 0.0494394 Aug 07 22:42:43.703003 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (7a262e81-b8e7-4431-9b78-e1d6df4bd6f9), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.708605 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.711995 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/7a262e81-b8e7-4431-9b78-e1d6df4bd6f9 HTTP/1.1" status: 204 len: 168 time: 0.3534925 Aug 07 22:42:43.723242 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7a262e81-b8e7-4431-9b78-e1d6df4bd6f9,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:43.731892 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.732263 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.732598 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.732933 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.733260 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.733579 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.733899 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.734326 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.734532 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.734848 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.735164 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.737265 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.737265 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.737265 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.737265 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac0aaf-bc30-4205-9452-ba41a8b150fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:42:43.773243 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Deleting port ffa75a68-45f7-47ee-941b-97d714ef438e {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:42:43.773702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.842181 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:43.868563 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] For port ffa75a68-45f7-47ee-941b-97d714ef438e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ffa75a68-45f7-47ee-941b-97d714ef438e,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:43.868925 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:43.883085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:44.032575 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.032935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.033249 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Floating IP f4ac055a-a9cc-48d2-8ba8-ff93912755ba disassociated. External IP: 172.27.3.196, port: ffa75a68-45f7-47ee-941b-97d714ef438e. Aug 07 22:42:44.033592 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Calling delete_port for ffa75a68-45f7-47ee-941b-97d714ef438e owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:42:44.119323 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36830) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:44.159433 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b56b3baf-1f93-4d59-bc27-1cdea76711bc admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5eea609cee794549a2c23cdb24fbb572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388136 Aug 07 22:42:44.161851 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36832) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:44.210026 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dbffec4-e450-40e1-b42a-6f6f92054ca8 admin admin] Publish callbacks [] for security_group (e72b2ab8-13bb-461c-a910-039782cc667e), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.232627 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dbffec4-e450-40e1-b42a-6f6f92054ca8 admin admin] Publish callbacks [] for security_group (e72b2ab8-13bb-461c-a910-039782cc667e), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.234006 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (ffa75a68-45f7-47ee-941b-97d714ef438e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.264654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event deleted for resources: {'Port': ['ID=ffa75a68-45f7-47ee-941b-97d714ef438e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:44.359662 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dbffec4-e450-40e1-b42a-6f6f92054ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e72b2ab8-13bb-461c-a910-039782cc667e), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.362233 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9dbffec4-e450-40e1-b42a-6f6f92054ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.363395 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9dbffec4-e450-40e1-b42a-6f6f92054ca8 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e72b2ab8-13bb-461c-a910-039782cc667e HTTP/1.1" status: 204 len: 168 time: 0.2006426 Aug 07 22:42:44.372733 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbffec4-e450-40e1-b42a-6f6f92054ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b2ab8-13bb-461c-a910-039782cc667e,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:44.380740 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Router 7dae62fa-f58f-451e-83b5-312431bb5f70 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:42:44.489550 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:42:44.500299 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] Sync routers for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:42:44.511169 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:42:44.511776 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:44.532241 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] No DVR routers for this DVR port ffa75a68-45f7-47ee-941b-97d714ef438e on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:42:44.534806 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:44.538233 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2e2256b5-82cd-4ec6-8e9c-f041aff446d7 req-f39bda39-2e96-4e74-9ecf-3af14fad5e78 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "DELETE /networking/v2.0/ports/ffa75a68-45f7-47ee-941b-97d714ef438e HTTP/1.1" status: 204 len: 173 time: 0.8497162 Aug 07 22:42:44.539360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'name': 'network-vif-deleted', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:42:44.541827 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eae8f8a-cce3-4db3-89dc-b6954c0b5243" -d '{"events": [{"server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "name": "network-vif-deleted", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:42:44.579939 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da24719-6235-41d8-9b99-88b65f2cb890 x-openstack-request-id: req-4da24719-6235-41d8-9b99-88b65f2cb890 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:42:44.580258 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62959a95-0c79-4d83-a375-147271e53ffa", "name": "network-vif-deleted", "tag": "ffa75a68-45f7-47ee-941b-97d714ef438e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:42:44.580577 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4da24719-6235-41d8-9b99-88b65f2cb890 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:42:44.580930 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da24719-6235-41d8-9b99-88b65f2cb890'] response: {'server_uuid': '62959a95-0c79-4d83-a375-147271e53ffa', 'name': 'network-vif-deleted', 'tag': 'ffa75a68-45f7-47ee-941b-97d714ef438e', 'status': 'completed', 'code': 200} Aug 07 22:42:44.632881 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:42:44.707124 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a123c5e3-267c-4e66-8c73-61bc53a1f096 req-7863eddc-236d-46b1-8c7d-9293b1bf3024 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=62959a95-0c79-4d83-a375-147271e53ffa HTTP/1.1" status: 200 len: 210 time: 0.0341380 Aug 07 22:42:44.847811 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:44.861780 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:44.936742 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:44.966946 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] Checking router: 7dae62fa-f58f-451e-83b5-312431bb5f70 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:42:44.975640 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:42:44.976484 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:45.080301 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:42:45.274351 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:42:45.299360 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dba111-749e-40b3-bc7a-be0778bec553 None None] The sync data for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi is: [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:37:29Z', 'revision_number': 4, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'dfd1946f-1c47-4460-8776-cf7e05bd36a2', 'name': '', 'network_id': 'b379400c-91c0-4503-ac16-d8b7f1c793d1', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'mac_address': 'fa:16:3e:1c:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '90967018-ddc9-4113-8621-bdd201dfe729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:27Z', 'updated_at': '2022-08-07T22:37:41Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'subnets': [{'id': '90967018-ddc9-4113-8621-bdd201dfe729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:42:45.537803 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb81340-897e-48a4-953c-91db940271ea None None] New status for floating IP f4ac055a-a9cc-48d2-8ba8-ff93912755ba: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:42:45.891079 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36876) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:45.946052 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:45.949202 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-504ff6b5-e194-40f4-b371-30353c42ed02 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group (125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:45.972569 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-504ff6b5-e194-40f4-b371-30353c42ed02 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group (125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.103010 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-504ff6b5-e194-40f4-b371-30353c42ed02 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.105645 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-504ff6b5-e194-40f4-b371-30353c42ed02 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.106809 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-504ff6b5-e194-40f4-b371-30353c42ed02 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99 HTTP/1.1" status: 204 len: 168 time: 0.2147210 Aug 07 22:42:46.109504 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36878) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:46.116409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ff6b5-e194-40f4-b371-30353c42ed02 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:46.123994 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.api.v2.resource [None req-35311f7d-352d-4781-9338-b572f5e57edf tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] show failed (client error): The resource could not be found. Aug 07 22:42:46.125290 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-35311f7d-352d-4781-9338-b572f5e57edf tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups/125a7b89-cb2f-40f7-a9d0-bfebd1ba5c99 HTTP/1.1" status: 404 len: 347 time: 0.0147996 Aug 07 22:42:46.131319 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36880) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:46.252283 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Deleting port 836548f3-7f4e-42ed-a504-9cb7c135a075 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:42:46.252656 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.333933 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.334253 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (836548f3-7f4e-42ed-a504-9cb7c135a075), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.346826 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Calling delete_port for 836548f3-7f4e-42ed-a504-9cb7c135a075 owned by network:floatingip {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:42:46.548859 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (836548f3-7f4e-42ed-a504-9cb7c135a075), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.556798 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:46.575364 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event deleted for resources: {'Port': ['ID=836548f3-7f4e-42ed-a504-9cb7c135a075,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:46.581001 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:46.640964 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks [] for floatingip (f4ac055a-a9cc-48d2-8ba8-ff93912755ba), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.643576 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:46.644851 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e808b1a1-65cd-4611-a8fc-dda281393dc7 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/f4ac055a-a9cc-48d2-8ba8-ff93912755ba HTTP/1.1" status: 204 len: 168 time: 0.5125947 Aug 07 22:42:47.949783 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ffa75a68-45f7-47ee-941b-97d714ef438e no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:42:47.971672 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: ffa75a68-45f7-47ee-941b-97d714ef438e {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:42:47.972500 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device ffa75a68-45f7-47ee-941b-97d714ef438e not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:42:52.715413 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7f543-cf48-4515-9dc4-ae9f02870064 req-e1d0e5f8-1c11-4493-9802-c64a9924f9b8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:52.716925 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56a7f543-cf48-4515-9dc4-ae9f02870064 req-e1d0e5f8-1c11-4493-9802-c64a9924f9b8 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0477920 Aug 07 22:42:52.764605 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56a7f543-cf48-4515-9dc4-ae9f02870064 req-e83ebb57-3ee6-4f5b-8989-d1e2b99e2df9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Aug 07 22:42:53.891371 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5d68d-ac07-4968-b3ac-82ac03c8bd82 req-b93fd2cf-c661-4c99-b6bc-5ca7b020a3e2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:53.892775 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-77e5d68d-ac07-4968-b3ac-82ac03c8bd82 req-b93fd2cf-c661-4c99-b6bc-5ca7b020a3e2 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0504379 Aug 07 22:42:53.913802 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7f58dba1-9d50-4497-ae4c-0ad188529efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:53.941171 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-77e5d68d-ac07-4968-b3ac-82ac03c8bd82 req-9036e9fe-e36d-4e36-bd9b-e10d2629130b tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Aug 07 22:42:55.062295 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13227604-5251-4b40-a365-040ba30fa666 req-3284dc35-a877-4513-981d-f418c5f7addb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:55.063818 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-13227604-5251-4b40-a365-040ba30fa666 req-3284dc35-a877-4513-981d-f418c5f7addb tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0484905 Aug 07 22:42:55.100820 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36948) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:55.146793 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-2f7fc143-e101-41e5-a9a3-ad6b023ec553 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:55.148532 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-2f7fc143-e101-41e5-a9a3-ad6b023ec553 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 945 time: 0.0633302 Aug 07 22:42:55.155588 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-13227604-5251-4b40-a365-040ba30fa666 req-e3ce60f3-280c-4578-9377-a2666fd36fed tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854206 Aug 07 22:42:55.222459 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ec07a233-9e8e-4f06-b797-2209614ed286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.230157 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:55.242814 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Deleting port 3ebb913e-d05d-414e-9214-6fe46a403f13 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:42:55.243162 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.272074 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=32 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:55.277638 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=56 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:55.301758 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ec07a233-9e8e-4f06-b797-2209614ed286 admin admin] Publish callbacks [] for security_group (b82f1522-10b7-4b89-a269-00d4f6533cb0), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.336380 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] For port 3ebb913e-d05d-414e-9214-6fe46a403f13, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ebb913e-d05d-414e-9214-6fe46a403f13,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:55.337013 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.354096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Calling delete_port for 3ebb913e-d05d-414e-9214-6fe46a403f13 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:42:55.359984 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ec07a233-9e8e-4f06-b797-2209614ed286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b82f1522-10b7-4b89-a269-00d4f6533cb0), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.402832 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ec07a233-9e8e-4f06-b797-2209614ed286 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=62b86cee10c74b098416f94cb6e0b946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003602 Aug 07 22:42:55.403534 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07a233-9e8e-4f06-b797-2209614ed286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82f1522-10b7-4b89-a269-00d4f6533cb0,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:55.406615 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36952) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:55.499059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12ccff4e-7910-4b49-b6cf-e79fda714319 admin admin] Publish callbacks [] for security_group (b82f1522-10b7-4b89-a269-00d4f6533cb0), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.535534 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12ccff4e-7910-4b49-b6cf-e79fda714319 admin admin] Publish callbacks [] for security_group (b82f1522-10b7-4b89-a269-00d4f6533cb0), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.599551 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (3ebb913e-d05d-414e-9214-6fe46a403f13), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.622187 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['3ebb913e-d05d-414e-9214-6fe46a403f13', '8844e27d-a856-4256-bdd2-6ab7f2b8ceda'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:42:55.628119 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event deleted for resources: {'Port': ['ID=3ebb913e-d05d-414e-9214-6fe46a403f13,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:55.658296 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12ccff4e-7910-4b49-b6cf-e79fda714319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b82f1522-10b7-4b89-a269-00d4f6533cb0), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.660563 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12ccff4e-7910-4b49-b6cf-e79fda714319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.661842 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-12ccff4e-7910-4b49-b6cf-e79fda714319 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b82f1522-10b7-4b89-a269-00d4f6533cb0 HTTP/1.1" status: 204 len: 168 time: 0.2542660 Aug 07 22:42:55.667411 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:55.688273 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] No DVR routers for this DVR port 3ebb913e-d05d-414e-9214-6fe46a403f13 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:42:55.690966 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:55.694529 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a18e08c5-143e-4e54-bd54-d0e83f9953ae req-80079aef-3059-4138-9a87-c3c15ca0dab1 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "DELETE /networking/v2.0/ports/3ebb913e-d05d-414e-9214-6fe46a403f13 HTTP/1.1" status: 204 len: 173 time: 0.5380726 Aug 07 22:42:55.695780 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'name': 'network-vif-deleted', 'tag': '3ebb913e-d05d-414e-9214-6fe46a403f13'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:42:55.699149 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836184be-5000-418a-bcc1-14b0567522b9" -d '{"events": [{"server_uuid": "39340b52-40cd-4de1-a055-2ad5d71a6598", "name": "network-vif-deleted", "tag": "3ebb913e-d05d-414e-9214-6fe46a403f13"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:42:55.701781 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccff4e-7910-4b49-b6cf-e79fda714319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82f1522-10b7-4b89-a269-00d4f6533cb0,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:55.873420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757a05b1-5849-4bf0-8ddf-aaf38b3dc8a5 x-openstack-request-id: req-757a05b1-5849-4bf0-8ddf-aaf38b3dc8a5 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:42:55.873746 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39340b52-40cd-4de1-a055-2ad5d71a6598", "name": "network-vif-deleted", "tag": "3ebb913e-d05d-414e-9214-6fe46a403f13", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:42:55.873998 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-757a05b1-5849-4bf0-8ddf-aaf38b3dc8a5 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:42:55.874396 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757a05b1-5849-4bf0-8ddf-aaf38b3dc8a5'] response: {'server_uuid': '39340b52-40cd-4de1-a055-2ad5d71a6598', 'name': 'network-vif-deleted', 'tag': '3ebb913e-d05d-414e-9214-6fe46a403f13', 'status': 'completed', 'code': 200} Aug 07 22:42:56.275694 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec33c4de-ccad-4276-8dec-ec39566b27c0 req-53418d8d-5569-4f40-99b3-bfa23d1a413c tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=39340b52-40cd-4de1-a055-2ad5d71a6598 HTTP/1.1" status: 200 len: 210 time: 0.0290360 Aug 07 22:42:56.497084 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7e6fde92-8fb3-4515-8798-3f9265ca3c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:56.662987 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 36980) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:56.762833 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-995753820-network', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:56.845338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Made reservation on behalf of bcc9a378e7ba4206baaa7bcc683606ca for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:42:56.847707 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:56.857706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:56.937700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks [] for security_group (43b1c713-0a52-477c-adb4-a29862ec057e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.011322 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (43b1c713-0a52-477c-adb4-a29862ec057e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.039512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:42:57.045086 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b1c713-0a52-477c-adb4-a29862ec057e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:57.055046 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (68afd6b7-596d-4650-8c6d-ac57f70eba82), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.055046 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Added segment 68afd6b7-596d-4650-8c6d-ac57f70eba82 of type vlan for network 9f74fe23-4b28-44d3-b565-87222cc4b31a Aug 07 22:42:57.096270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (9f74fe23-4b28-44d3-b565-87222cc4b31a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.182404 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (9f74fe23-4b28-44d3-b565-87222cc4b31a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.183374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:57.183941 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.228071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:57.243580 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] Pushing event updated for resources: {'Network': ['ID=9f74fe23-4b28-44d3-b565-87222cc4b31a,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:57.253493 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:42:57.322287 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36988) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:57.327874 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0bc37f1c-0c74-45f2-b6ed-02e3769014cd admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6635897 Aug 07 22:42:57.328327 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Request body: {'subnet': {'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-995753820-subnet', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:57.439903 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Made reservation on behalf of bcc9a378e7ba4206baaa7bcc683606ca for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:42:57.442356 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.464271 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.674696 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (4780ee85-ed05-4985-9990-94f799f275fc), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.732480 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4780ee85-ed05-4985-9990-94f799f275fc,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:57.743210 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Checking segment: {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:42:57.743569 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Network hostable DHCP agents. Network: 9f74fe23-4b28-44d3-b565-87222cc4b31a, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:42:57.808104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9089ae-42ee-49fe-b1c3-a06f0c8a2ade req-989ba2fd-b4fa-4e49-8594-51de55cb5c11 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:57.809551 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6f9089ae-42ee-49fe-b1c3-a06f0c8a2ade req-989ba2fd-b4fa-4e49-8594-51de55cb5c11 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0520155 Aug 07 22:42:57.839685 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:42:57.857588 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6f9089ae-42ee-49fe-b1c3-a06f0c8a2ade req-3f82bb2c-275b-4147-b3bb-1c4e0ea920c9 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Aug 07 22:42:57.897285 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 9f74fe23-4b28-44d3-b565-87222cc4b31a) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:42:57.902763 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:57.903859 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:57.907192 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f96b71-6b6b-4eac-81b6-0f87bedcf9a7 None None] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:42:57.979593 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3d39f859-bd35-4de6-80de-e46afd3566d7 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6558545 Aug 07 22:42:57.982332 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 36994) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:42:57.984702 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ebb913e-d05d-414e-9214-6fe46a403f13 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:42:57.986624 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:42:58.018784 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 3ebb913e-d05d-414e-9214-6fe46a403f13 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:42:58.019120 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ebb913e-d05d-414e-9214-6fe46a403f13 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:42:58.031220 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-9f74fe23-4b28-44d3-b565-87222cc4b31a', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:42:58.032323 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.074432 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.075619 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.127813 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks [] for router_controller (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), precommit_add_association {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.168168 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Allocated IP 172.20.0.2 (9f74fe23-4b28-44d3-b565-87222cc4b31a/4780ee85-ed05-4985-9990-94f799f275fc/74c5ef6d-08cb-45ca-8ecb-39547024f663) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:42:58.229819 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:58.261304 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:58.298853 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:58.303950 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks [] for router_gateway (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.314247 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Publish callbacks [] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.365835 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.401606 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:58.409692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:42:58.414843 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:42:58.417477 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:42:58.425075 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Pushing event updated for resources: {'Port': ['ID=74c5ef6d-08cb-45ca-8ecb-39547024f663,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:58.482115 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Attempting to bind port 74c5ef6d-08cb-45ca-8ecb-39547024f663 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:42:58.482395 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Attempting to bind port 74c5ef6d-08cb-45ca-8ecb-39547024f663 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:42:58.482756 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Attempting to bind port 74c5ef6d-08cb-45ca-8ecb-39547024f663 on network 9f74fe23-4b28-44d3-b565-87222cc4b31a {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:42:58.488001 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:42:58.488308 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Checking segment: {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:42:58.488703 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.489093 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Bound using segment: {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:42:58.489552 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Bound port: 74c5ef6d-08cb-45ca-8ecb-39547024f663, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:42:58.490154 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.527377 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks [] for router_gateway (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.546333 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.555864 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] For port 74c5ef6d-08cb-45ca-8ecb-39547024f663, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:42:58.559140 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] For port 74c5ef6d-08cb-45ca-8ecb-39547024f663, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=74c5ef6d-08cb-45ca-8ecb-39547024f663,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:42:58.662412 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:58.722511 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d579714-dc34-4089-abf5-2ea216dd31c3 None None] Pushing event updated for resources: {'Port': ['ID=74c5ef6d-08cb-45ca-8ecb-39547024f663,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:58.867640 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Allocated IP 172.27.3.111 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/405f22f9-df22-44e0-8398-44c60322eaae) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:42:58.995633 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbf8f1-29a2-4b3f-9802-560ac6e5476b req-a5a5bf83-4b6c-4f31-8135-bcbe605c688f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:42:58.995633 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dccbf8f1-29a2-4b3f-9802-560ac6e5476b req-a5a5bf83-4b6c-4f31-8135-bcbe605c688f tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0585313 Aug 07 22:42:59.002944 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks [] for port (405f22f9-df22-44e0-8398-44c60322eaae), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.044579 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dccbf8f1-29a2-4b3f-9802-560ac6e5476b req-3cd49177-518d-4d32-ac09-1c26e6aa9701 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Aug 07 22:42:59.113797 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (405f22f9-df22-44e0-8398-44c60322eaae), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.154827 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 74c5ef6d-08cb-45ca-8ecb-39547024f663 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:42:59.162103 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:42:59.165681 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:42:59.169674 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:42:59.193771 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Pushing event updated for resources: {'Port': ['ID=405f22f9-df22-44e0-8398-44c60322eaae,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:59.203099 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 74c5ef6d-08cb-45ca-8ecb-39547024f663 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:42:59.203476 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.278356 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:59.429676 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 74c5ef6d-08cb-45ca-8ecb-39547024f663 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:42:59.430305 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.467111 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 74c5ef6d-08cb-45ca-8ecb-39547024f663, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=74c5ef6d-08cb-45ca-8ecb-39547024f663,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:42:59.508910 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.531344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.533040 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.561802 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:42:59.564938 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks [] for router_gateway (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.578430 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.588246 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=74c5ef6d-08cb-45ca-8ecb-39547024f663,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:42:59.614310 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d7ea12-ce60-4391-a93d-dbcd01b501cf None None] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:42:59.680715 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-d97b0231-41f6-479c-b7ac-839e012c8520 None None] Provisioning complete for port 74c5ef6d-08cb-45ca-8ecb-39547024f663 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:42:59.681088 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d97b0231-41f6-479c-b7ac-839e012c8520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.759841 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:42:59.803150 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-d97b0231-41f6-479c-b7ac-839e012c8520 None None] Current status of the port 74c5ef6d-08cb-45ca-8ecb-39547024f663 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:42:59.970855 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:43:00.021036 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e93ee8f6-1beb-41e2-99d3-1859b50f2930 None None] Provisioning complete for port 74c5ef6d-08cb-45ca-8ecb-39547024f663 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:00.021410 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e93ee8f6-1beb-41e2-99d3-1859b50f2930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.034398 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:00.086733 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:43:00.107962 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Sync routers for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:43:00.110745 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e93ee8f6-1beb-41e2-99d3-1859b50f2930 None None] Current status of the port 74c5ef6d-08cb-45ca-8ecb-39547024f663 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:00.121074 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:00.121694 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:00.166497 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.170846 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ab153cc3-bd0c-4613-93db-7fb9f92ed7dc admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1874168 Aug 07 22:43:00.171431 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37000) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:00.176582 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506da97-f7aa-4d7a-a0bf-251f730e8c2f req-99355be0-fde7-4674-b23c-a37d04770c01 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:00.176582 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6506da97-f7aa-4d7a-a0bf-251f730e8c2f req-99355be0-fde7-4674-b23c-a37d04770c01 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0514138 Aug 07 22:43:00.226561 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6506da97-f7aa-4d7a-a0bf-251f730e8c2f req-1ed92635-3c36-4ed4-ad60-7b8790bef310 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444295 Aug 07 22:43:00.232460 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:00.406446 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:42:59Z', 'revision_number': 3, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:00.431011 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Checking router: e1d4d6d3-b677-43f2-9c72-d928a6d18e1c for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:43:00.431355 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Updating router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c port 405f22f9-df22-44e0-8398-44c60322eaae binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:43:00.462184 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (405f22f9-df22-44e0-8398-44c60322eaae), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.464725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:00.579276 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.705910 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Publish callbacks [] for port (405f22f9-df22-44e0-8398-44c60322eaae), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.729888 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Allocated IP 172.20.0.1 (9f74fe23-4b28-44d3-b565-87222cc4b31a/4780ee85-ed05-4985-9990-94f799f275fc/5b176d94-2db7-4dad-9d74-243f75fde424) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:43:00.776771 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (405f22f9-df22-44e0-8398-44c60322eaae), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.809320 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Attempting to bind port 405f22f9-df22-44e0-8398-44c60322eaae on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:43:00.809690 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Attempting to bind port 405f22f9-df22-44e0-8398-44c60322eaae by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:43:00.810040 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Attempting to bind port 405f22f9-df22-44e0-8398-44c60322eaae on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:00.824555 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:43:00.824926 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:00.825313 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.825688 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:43:00.826142 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Bound port: 405f22f9-df22-44e0-8398-44c60322eaae, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:43:00.826507 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (405f22f9-df22-44e0-8398-44c60322eaae), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.837425 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks [] for port (5b176d94-2db7-4dad-9d74-243f75fde424), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.848404 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Pushing event updated for resources: {'Port': ['ID=405f22f9-df22-44e0-8398-44c60322eaae,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:00.863490 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.863834 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.864223 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.864582 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.864915 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.865238 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.865560 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.865877 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.866196 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.866511 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.867483 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.867816 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.868165 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.868483 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.868796 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:00.892461 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] For port 405f22f9-df22-44e0-8398-44c60322eaae, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:43:00.895430 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] For port 405f22f9-df22-44e0-8398-44c60322eaae, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=405f22f9-df22-44e0-8398-44c60322eaae,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:43:00.925742 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.960310 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (405f22f9-df22-44e0-8398-44c60322eaae), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:00.961170 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:00.966357 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:00.970004 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:43:01.004554 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Pushing event updated for resources: {'Port': ['ID=5b176d94-2db7-4dad-9d74-243f75fde424,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:01.012574 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:01.013205 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:01.018327 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0736d8-ecf7-4788-a55b-ea9180540d48 None None] Pushing event updated for resources: {'Port': ['ID=405f22f9-df22-44e0-8398-44c60322eaae,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:01.019480 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.041656 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.059586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-7b48c8f7-43d3-4eb1-8177-0fe29bebcb87 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:01.061527 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-7b48c8f7-43d3-4eb1-8177-0fe29bebcb87 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0636547 Aug 07 22:43:01.064925 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.124978 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:01.126651 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.195929 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 74c5ef6d-08cb-45ca-8ecb-39547024f663 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:01.218832 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Deleting port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:43:01.219764 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.239617 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.242080 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.280212 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.306694 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 74c5ef6d-08cb-45ca-8ecb-39547024f663 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:01.310905 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.356298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-a4262d94-50cd-49b6-a6bd-81628e639e62 None None] Provisioning complete for port 5b176d94-2db7-4dad-9d74-243f75fde424 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:01.356665 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a4262d94-50cd-49b6-a6bd-81628e639e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.359449 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.405486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-a4262d94-50cd-49b6-a6bd-81628e639e62 None None] Port 5b176d94-2db7-4dad-9d74-243f75fde424 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:43:01.410240 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] For port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:01.411223 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.433627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605c7db-7e2c-4a89-9997-e8eaa24b735d req-fca44c15-5713-45ef-b34d-9af4e3c15b93 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:01.435567 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a605c7db-7e2c-4a89-9997-e8eaa24b735d req-fca44c15-5713-45ef-b34d-9af4e3c15b93 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 945 time: 0.0926807 Aug 07 22:43:01.440786 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Calling delete_port for 8844e27d-a856-4256-bdd2-6ab7f2b8ceda owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:43:01.447590 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:42:59Z', 'revision_number': 3, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:01.459898 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks [] for port (5b176d94-2db7-4dad-9d74-243f75fde424), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.478090 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 74c5ef6d-08cb-45ca-8ecb-39547024f663 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:01.478600 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4363165-0de5-42f7-83d6-2b2210581447 None None] The sync data for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi is: [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:42:59Z', 'revision_number': 3, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:43:01.525698 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.534593 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a605c7db-7e2c-4a89-9997-e8eaa24b735d req-00a51292-6bee-4bdf-8746-63e795938050 tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=9c87e29c-acff-4b06-9eeb-ae8d7c604a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912902 Aug 07 22:43:01.598836 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.599887 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Pushing event updated for resources: {'Port': ['ID=5b176d94-2db7-4dad-9d74-243f75fde424,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:01.606657 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.678882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (8844e27d-a856-4256-bdd2-6ab7f2b8ceda), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.696570 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['8844e27d-a856-4256-bdd2-6ab7f2b8ceda'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:43:01.702359 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:01.703936 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:01.736476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Pushing event deleted for resources: {'Port': ['ID=8844e27d-a856-4256-bdd2-6ab7f2b8ceda,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:01.816739 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] No DVR routers for this DVR port 8844e27d-a856-4256-bdd2-6ab7f2b8ceda on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:43:01.820269 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:01.828216 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8653cf0c-a5a5-4ccb-9da7-9dbdf8452237 req-9dc042bf-ed17-4681-a22b-2333b0b08a6d tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.27 "DELETE /networking/v2.0/ports/8844e27d-a856-4256-bdd2-6ab7f2b8ceda HTTP/1.1" status: 204 len: 173 time: 0.7602980 Aug 07 22:43:01.829252 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'name': 'network-vif-deleted', 'tag': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:43:01.831658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69134eaa-c1fd-4ad1-add9-1c5ba7c28a33" -d '{"events": [{"server_uuid": "c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e", "name": "network-vif-deleted", "tag": "8844e27d-a856-4256-bdd2-6ab7f2b8ceda"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:43:01.862031 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:43:01.883268 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa220c-21fa-44cd-9413-9ae0881d4548 x-openstack-request-id: req-1cfa220c-21fa-44cd-9413-9ae0881d4548 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:43:01.889705 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e", "name": "network-vif-deleted", "tag": "8844e27d-a856-4256-bdd2-6ab7f2b8ceda", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:43:01.889705 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cfa220c-21fa-44cd-9413-9ae0881d4548 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:43:01.889705 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfa220c-21fa-44cd-9413-9ae0881d4548'] response: {'server_uuid': 'c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e', 'name': 'network-vif-deleted', 'tag': '8844e27d-a856-4256-bdd2-6ab7f2b8ceda', 'status': 'completed', 'code': 200} Aug 07 22:43:01.929153 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:01.982075 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:43:01.999366 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-5be70b17-5054-4465-accb-24861cd1cb27 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/e1d4d6d3-b677-43f2-9c72-d928a6d18e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8235004 Aug 07 22:43:02.080647 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-b50ce05f-cb6d-409e-97ec-daa2fc08fe3e None None] Provisioning complete for port 5b176d94-2db7-4dad-9d74-243f75fde424 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:02.081206 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b50ce05f-cb6d-409e-97ec-daa2fc08fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:02.138920 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-b50ce05f-cb6d-409e-97ec-daa2fc08fe3e None None] Port 5b176d94-2db7-4dad-9d74-243f75fde424 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:43:02.651260 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f57d5fff-3663-4d19-8e32-813c6ce24225 req-d972fe66-f874-498e-8887-d5cfa5479dad tempest-ServerRescueNegativeTestJSON-755269189 tempest-ServerRescueNegativeTestJSON-755269189-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7f72fa6-fffb-4feb-82ef-a06e9eb6a25e HTTP/1.1" status: 200 len: 210 time: 0.0301287 Aug 07 22:43:02.771485 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37022) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:02.778110 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-770412672-network', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:43:02.890772 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Made reservation on behalf of 6aaf55537b3846c0a2cf60a710c38003 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:43:02.893274 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:02.903134 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:02.981189 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks [] for security_group (0ea672f4-7130-4f6c-a0c8-d078a8480fe5), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.050921 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0ea672f4-7130-4f6c-a0c8-d078a8480fe5), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.081778 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:43:03.091319 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea672f4-7130-4f6c-a0c8-d078a8480fe5,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:03.098733 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.099084 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Added segment 0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1 of type vlan for network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d Aug 07 22:43:03.144657 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (2e99f0c2-0475-4069-a2eb-3ab8672fd41d), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.162426 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Sync routers for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:43:03.176068 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 405f22f9-df22-44e0-8398-44c60322eaae up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:03.199999 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:03.200658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:03.222593 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (2e99f0c2-0475-4069-a2eb-3ab8672fd41d), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.223641 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:03.224260 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.286476 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] Pushing event updated for resources: {'Network': ['ID=2e99f0c2-0475-4069-a2eb-3ab8672fd41d,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:03.299313 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:43:03.306517 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 405f22f9-df22-44e0-8398-44c60322eaae triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:03.306887 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (405f22f9-df22-44e0-8398-44c60322eaae), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.328264 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f028b2ee-0a3d-4a45-8bfc-cb33ac498752 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5555577 Aug 07 22:43:03.330993 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37024) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:03.335661 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Request body: {'subnet': {'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-770412672-subnet', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:43:03.390709 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:03.428293 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:03.432663 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Made reservation on behalf of 6aaf55537b3846c0a2cf60a710c38003 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:43:03.435036 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.527707 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:03.557656 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 405f22f9-df22-44e0-8398-44c60322eaae is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:03.557794 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (405f22f9-df22-44e0-8398-44c60322eaae), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.591845 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 405f22f9-df22-44e0-8398-44c60322eaae, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=405f22f9-df22-44e0-8398-44c60322eaae,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:03.646238 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 2, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:03.670804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Checking router: e1d4d6d3-b677-43f2-9c72-d928a6d18e1c for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:43:03.671151 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Updating router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c port 5b176d94-2db7-4dad-9d74-243f75fde424 binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:43:03.674673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (405f22f9-df22-44e0-8398-44c60322eaae), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.686261 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.729165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37030) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:03.734953 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:03.738202 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.745535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:03.765182 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Checking segment: {'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:03.765529 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Network hostable DHCP agents. Network: 2e99f0c2-0475-4069-a2eb-3ab8672fd41d, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:43:03.766334 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=405f22f9-df22-44e0-8398-44c60322eaae,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:03.879725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:43:03.927267 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:03.964920 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 2e99f0c2-0475-4069-a2eb-3ab8672fd41d) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:03.970477 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:03.971234 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:03.983685 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7290ff5b-7fcc-4df6-ab45-b695b2bdcdbc None None] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:43:04.017743 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 8844e27d-a856-4256-bdd2-6ab7f2b8ceda no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:43:04.073566 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 8844e27d-a856-4256-bdd2-6ab7f2b8ceda {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:43:04.073930 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 8844e27d-a856-4256-bdd2-6ab7f2b8ceda not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:43:04.079670 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-d93a3648-9af5-4e27-a198-f445ef6ee70e admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7454264 Aug 07 22:43:04.080519 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37034) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:04.084890 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:43:04.089266 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Publish callbacks [] for port (5b176d94-2db7-4dad-9d74-243f75fde424), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.109716 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:04.143588 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-2e99f0c2-0475-4069-a2eb-3ab8672fd41d', 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d', 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'fixed_ips': [{'subnet_id': '80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:43:04.144159 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.189082 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.190227 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.260833 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks [] for router_controller (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), precommit_add_association {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.373322 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (7dae62fa-f58f-451e-83b5-312431bb5f70), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.434834 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Allocated IP 172.20.0.2 (2e99f0c2-0475-4069-a2eb-3ab8672fd41d/80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d/b3606adb-b7b5-4ce4-9d93-457df01c9943) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:43:04.446700 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.555108 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81eb8d-0ad7-47cc-a3e2-2f0c29cd79dd None None] Pushing event updated for resources: {'Port': ['ID=5b176d94-2db7-4dad-9d74-243f75fde424,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:04.634722 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Attempting to bind port 5b176d94-2db7-4dad-9d74-243f75fde424 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:43:04.635185 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Attempting to bind port 5b176d94-2db7-4dad-9d74-243f75fde424 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:43:04.635896 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Attempting to bind port 5b176d94-2db7-4dad-9d74-243f75fde424 on network 9f74fe23-4b28-44d3-b565-87222cc4b31a {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:04.651165 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:43:04.651700 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Checking segment: {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:04.652265 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.652761 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Bound using segment: {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:43:04.653348 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Bound port: 5b176d94-2db7-4dad-9d74-243f75fde424, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:43:04.653849 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.702575 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks [] for router_gateway (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.777483 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Publish callbacks [] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.791233 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] For port 5b176d94-2db7-4dad-9d74-243f75fde424, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:43:04.796468 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] For port 5b176d94-2db7-4dad-9d74-243f75fde424, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=5b176d94-2db7-4dad-9d74-243f75fde424,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:43:04.869475 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.900838 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:04.912302 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.916108 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:04.923363 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:04.929014 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:43:04.939013 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Pushing event updated for resources: {'Port': ['ID=b3606adb-b7b5-4ce4-9d93-457df01c9943,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:04.950564 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:04.950744 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:04.977798 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks [] for router_gateway (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:04.998277 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.031763 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Deleting port dfd1946f-1c47-4460-8776-cf7e05bd36a2 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:43:05.032819 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.099698 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81eb8d-0ad7-47cc-a3e2-2f0c29cd79dd None None] Pushing event updated for resources: {'Port': ['ID=5b176d94-2db7-4dad-9d74-243f75fde424,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:05.161513 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Attempting to bind port b3606adb-b7b5-4ce4-9d93-457df01c9943 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:43:05.162169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] For port dfd1946f-1c47-4460-8776-cf7e05bd36a2, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=dfd1946f-1c47-4460-8776-cf7e05bd36a2,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:05.162537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.164837 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Attempting to bind port b3606adb-b7b5-4ce4-9d93-457df01c9943 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:43:05.166663 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Attempting to bind port b3606adb-b7b5-4ce4-9d93-457df01c9943 on network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:05.183239 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Calling delete_port for dfd1946f-1c47-4460-8776-cf7e05bd36a2 owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:43:05.211352 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 405f22f9-df22-44e0-8398-44c60322eaae up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:05.212109 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Allocated IP 172.27.3.230 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/84cd3964-8a6c-4fe9-a668-a5e41354dfb8) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:43:05.217485 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:43:05.218560 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Checking segment: {'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:05.218692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.219292 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Bound using segment: {'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:43:05.219801 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Bound port: b3606adb-b7b5-4ce4-9d93-457df01c9943, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:43:05.220503 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.240001 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:05.242309 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:05.331815 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:05.332435 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:05.344102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks [] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.345244 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:05.437746 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 405f22f9-df22-44e0-8398-44c60322eaae triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:05.438317 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (405f22f9-df22-44e0-8398-44c60322eaae), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.466916 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] For port b3606adb-b7b5-4ce4-9d93-457df01c9943, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:43:05.468487 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.496744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (dfd1946f-1c47-4460-8776-cf7e05bd36a2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.498220 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] For port b3606adb-b7b5-4ce4-9d93-457df01c9943, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=b3606adb-b7b5-4ce4-9d93-457df01c9943,segment=NetworkSegment(0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1),segment_id=0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:43:05.507652 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:05.515054 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:05.518655 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:43:05.530228 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd1946f-1c47-4460-8776-cf7e05bd36a2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:05.547534 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Pushing event updated for resources: {'Port': ['ID=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:05.596763 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:05.605674 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:04Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:05.659032 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a973cc8-d612-4c0b-8fee-e6b8604bc1d5 None None] The sync data for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi is: [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:04Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:43:05.675011 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 405f22f9-df22-44e0-8398-44c60322eaae is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:05.701466 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378c01-3755-4951-bd7b-5db5aa1c7a91 None None] Pushing event updated for resources: {'Port': ['ID=b3606adb-b7b5-4ce4-9d93-457df01c9943,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:05.712164 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:05.778833 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (7dae62fa-f58f-451e-83b5-312431bb5f70), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:06.003668 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks [] for router_gateway (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:06.108447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Router 7dae62fa-f58f-451e-83b5-312431bb5f70 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:43:06.227724 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:06.229824 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:43:06.235678 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f40fc444-d073-42f9-b77a-3bbdc0dd0e90 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/7dae62fa-f58f-451e-83b5-312431bb5f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5047421 Aug 07 22:43:06.237790 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37050) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:06.242296 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] Sync routers for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:43:06.252618 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:06.253229 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:06.365787 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:06.426832 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:06.433086 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks [] for router (7dae62fa-f58f-451e-83b5-312431bb5f70), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:06.561923 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:43:05Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:06.572703 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks [] for router_gateway (7dae62fa-f58f-451e-83b5-312431bb5f70), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:06.591328 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] Checking router: 7dae62fa-f58f-451e-83b5-312431bb5f70 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:43:06.600654 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] Routers {'7dae62fa-f58f-451e-83b5-312431bb5f70'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:06.601932 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['7dae62fa-f58f-451e-83b5-312431bb5f70'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:06.651217 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:43:06.716087 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] Set router 7dae62fa-f58f-451e-83b5-312431bb5f70 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:06.778843 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Deleting port ef87dcb7-553e-45a3-b8c5-72042f3c81ff {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:43:06.779297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:06.836575 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d6e5a-1758-4d3b-88c6-4bc6c7d3d49d None None] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:43:06.848924 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:43:06.862466 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:06.890689 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:06.893568 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] For port ef87dcb7-553e-45a3-b8c5-72042f3c81ff, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:06.894392 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:06.911098 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Sync routers for ids ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:43:06.911349 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Calling delete_port for ef87dcb7-553e-45a3-b8c5-72042f3c81ff owned by network:router_gateway {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:43:07.045947 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:43:05Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:07.047081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-44801e65-bf10-4515-919c-18b8a1b47a1e None None] Provisioning complete for port b3606adb-b7b5-4ce4-9d93-457df01c9943 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:07.047081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-44801e65-bf10-4515-919c-18b8a1b47a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.047081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Routers {'47163ca8-cb64-4e8b-af73-f565ed3d9c8e'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:07.047081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:07.047445 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6791901-4f12-412a-8f70-d5a2bfc473a9 None None] The sync data for ids ['7dae62fa-f58f-451e-83b5-312431bb5f70'] in dv-cinder-850321-3-iscsi is: [{'id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'name': 'tempest-ServerRescueNegativeTestJSON-2052954034-router', 'tenant_id': '1a78ad9d7151473798fbefa330678250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:20Z', 'updated_at': '2022-08-07T22:43:05Z', 'revision_number': 5, 'project_id': '1a78ad9d7151473798fbefa330678250', 'gw_port': {'id': 'ef87dcb7-553e-45a3-b8c5-72042f3c81ff', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae62fa-f58f-451e-83b5-312431bb5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:43:07.047573 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:07.047573 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.047573 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1c9a54dd-d81f-49b6-91a1-eb71e387bf8c admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9632702 Aug 07 22:43:07.055420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37054) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:07.196725 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Set router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:07.211550 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (ef87dcb7-553e-45a3-b8c5-72042f3c81ff), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.260979 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-44801e65-bf10-4515-919c-18b8a1b47a1e None None] Current status of the port b3606adb-b7b5-4ce4-9d93-457df01c9943 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:07.261379 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-44801e65-bf10-4515-919c-18b8a1b47a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.275436 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef87dcb7-553e-45a3-b8c5-72042f3c81ff,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:07.286134 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:07.397022 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (7dae62fa-f58f-451e-83b5-312431bb5f70), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.556905 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-44801e65-bf10-4515-919c-18b8a1b47a1e None None] For port b3606adb-b7b5-4ce4-9d93-457df01c9943, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=b3606adb-b7b5-4ce4-9d93-457df01c9943,segment=NetworkSegment(0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1),segment_id=0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:07.620420 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (7dae62fa-f58f-451e-83b5-312431bb5f70), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.623768 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks [] for router_controller (7dae62fa-f58f-451e-83b5-312431bb5f70), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.640626 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:43:05Z', 'revision_number': 3, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port': {'id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:05Z', 'updated_at': '2022-08-07T22:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:07.643661 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:07.675120 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-44801e65-bf10-4515-919c-18b8a1b47a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.677240 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Checking router: 47163ca8-cb64-4e8b-af73-f565ed3d9c8e for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:43:07.677632 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Updating router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:43:07.677960 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:07.744725 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.746428 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.778903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44801e65-bf10-4515-919c-18b8a1b47a1e None None] Pushing event updated for resources: {'Port': ['ID=b3606adb-b7b5-4ce4-9d93-457df01c9943,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:07.802792 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 5b176d94-2db7-4dad-9d74-243f75fde424 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:07.830850 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (7dae62fa-f58f-451e-83b5-312431bb5f70), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.831633 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dae62fa-f58f-451e-83b5-312431bb5f70 {{(pid=104592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:43:07.838782 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.840083 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-43f51163-085f-452d-a30e-62da8266fc09 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/7dae62fa-f58f-451e-83b5-312431bb5f70 HTTP/1.1" status: 204 len: 168 time: 1.6006100 Aug 07 22:43:07.843255 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37066) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:07.869403 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-796dd8cd-9165-401b-a827-8dd28a7d61d0 None None] Provisioning complete for port b3606adb-b7b5-4ce4-9d93-457df01c9943 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:07.869878 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-796dd8cd-9165-401b-a827-8dd28a7d61d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:07.950153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] Deleting subnet 90967018-ddc9-4113-8621-bdd201dfe729 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:43:07.956872 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] Publish callbacks [] for subnet (90967018-ddc9-4113-8621-bdd201dfe729), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.014828 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Allocated IP 172.20.0.1 (2e99f0c2-0475-4069-a2eb-3ab8672fd41d/80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d/d9509268-8b75-4dd8-878a-a54662f47178) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:43:08.019328 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 5b176d94-2db7-4dad-9d74-243f75fde424 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:08.020529 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.043568 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (90967018-ddc9-4113-8621-bdd201dfe729), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.112899 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-796dd8cd-9165-401b-a827-8dd28a7d61d0 None None] Current status of the port b3606adb-b7b5-4ce4-9d93-457df01c9943 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:08.139092 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45e57b-9230-471a-94fd-856de7e2446e req-aa780087-71b5-4738-9c6f-b614aca31105 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:08.140602 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fc45e57b-9230-471a-94fd-856de7e2446e req-aa780087-71b5-4738-9c6f-b614aca31105 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.1399622 Aug 07 22:43:08.191617 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 5b176d94-2db7-4dad-9d74-243f75fde424 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:08.192007 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.244566 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (90967018-ddc9-4113-8621-bdd201dfe729), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.246182 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Publish callbacks [] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.257657 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 5b176d94-2db7-4dad-9d74-243f75fde424, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=5b176d94-2db7-4dad-9d74-243f75fde424,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:08.297402 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks [] for port (d9509268-8b75-4dd8-878a-a54662f47178), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.301440 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fc45e57b-9230-471a-94fd-856de7e2446e req-640fcc25-3517-4b5a-8f2e-bdf4940a463b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519001 Aug 07 22:43:08.354159 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.392156 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:08.394892 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Attempting to bind port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:43:08.395267 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Attempting to bind port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:43:08.395627 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Attempting to bind port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:08.407713 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:43:08.408110 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:08.408517 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.408908 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:43:08.409374 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Bound port: 84cd3964-8a6c-4fe9-a668-a5e41354dfb8, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:43:08.409763 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.411392 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b42df-573c-4f3d-81ab-506d03e94808 None None] Pushing event updated for resources: {'Port': ['ID=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:08.435640 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.436478 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device b3606adb-b7b5-4ce4-9d93-457df01c9943 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:08.463336 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (d9509268-8b75-4dd8-878a-a54662f47178), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.470539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:08.470539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (90967018-ddc9-4113-8621-bdd201dfe729), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.493390 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:08.531698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90967018-ddc9-4113-8621-bdd201dfe729,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:08.535438 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.536232 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9121f-26cb-4261-aed0-cd0565ab348d None None] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:43:08.541009 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-14400e89-d9a5-4ba8-bab2-6312547dd226 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/90967018-ddc9-4113-8621-bdd201dfe729 HTTP/1.1" status: 204 len: 168 time: 0.6946595 Aug 07 22:43:08.545040 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] For port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:43:08.545190 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:08.545304 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37072) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:08.545775 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:08.547968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:08.550133 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Pushing event updated for resources: {'Port': ['ID=d9509268-8b75-4dd8-878a-a54662f47178,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:08.552413 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:43:08.565447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=5b176d94-2db7-4dad-9d74-243f75fde424,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:08.608179 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] For port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:43:08.610881 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port b3606adb-b7b5-4ce4-9d93-457df01c9943 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:08.611295 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.617959 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.647269 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (b379400c-91c0-4503-ac16-d8b7f1c793d1), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.661390 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:08.695143 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.786145 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] DHCP port deletion for b379400c-91c0-4503-ac16-d8b7f1c793d1 request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:43:08.798760 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Routers {'47163ca8-cb64-4e8b-af73-f565ed3d9c8e'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:08.799410 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:08.801811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port b3606adb-b7b5-4ce4-9d93-457df01c9943 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:08.889882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d9509268-8b75-4dd8-878a-a54662f47178), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.904810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device dfd1946f-1c47-4460-8776-cf7e05bd36a2 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:43:08.941199 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Deleting port cc3639e6-b405-40d4-8144-aba29380cb4b {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:43:08.941516 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b42df-573c-4f3d-81ab-506d03e94808 None None] Pushing event updated for resources: {'Port': ['ID=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:08.942045 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.955827 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:08.957113 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] Deleting port cc3639e6-b405-40d4-8144-aba29380cb4b {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:43:08.957113 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:08.987714 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: dfd1946f-1c47-4460-8776-cf7e05bd36a2 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:43:08.988083 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device dfd1946f-1c47-4460-8776-cf7e05bd36a2 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:43:09.022085 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] For port cc3639e6-b405-40d4-8144-aba29380cb4b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=cc3639e6-b405-40d4-8144-aba29380cb4b,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:09.022738 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.036363 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Calling delete_port for cc3639e6-b405-40d4-8144-aba29380cb4b owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:43:09.051682 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-32d5d903-cdcf-4c37-9bff-a50f0b0e4108 None None] Provisioning complete for port d9509268-8b75-4dd8-878a-a54662f47178 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:09.052110 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-32d5d903-cdcf-4c37-9bff-a50f0b0e4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d9509268-8b75-4dd8-878a-a54662f47178), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.068338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks [] for port (d9509268-8b75-4dd8-878a-a54662f47178), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.104593 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] For port cc3639e6-b405-40d4-8144-aba29380cb4b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=cc3639e6-b405-40d4-8144-aba29380cb4b,segment=NetworkSegment(04a2a1a4-72f6-4b48-a05e-6081a3c5cab0),segment_id=04a2a1a4-72f6-4b48-a05e-6081a3c5cab0)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:09.104998 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.121587 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-32d5d903-cdcf-4c37-9bff-a50f0b0e4108 None None] Port d9509268-8b75-4dd8-878a-a54662f47178 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:43:09.127056 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] Set router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:09.129159 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] Calling delete_port for cc3639e6-b405-40d4-8144-aba29380cb4b owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:43:09.141499 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (d9509268-8b75-4dd8-878a-a54662f47178), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.192233 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 5b176d94-2db7-4dad-9d74-243f75fde424 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:09.214190 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Pushing event updated for resources: {'Port': ['ID=d9509268-8b75-4dd8-878a-a54662f47178,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:09.217098 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.218791 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.246406 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3639e6-b405-40d4-8144-aba29380cb4b,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:09.251029 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] No DVR routers for this DVR port cc3639e6-b405-40d4-8144-aba29380cb4b on host dv-cinder-850321-3-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:43:09.321675 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:09.323943 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:09.333666 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (b379400c-91c0-4503-ac16-d8b7f1c793d1), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.371481 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b379400c-91c0-4503-ac16-d8b7f1c793d1']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:09.395392 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:09.395703 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a2a1a4-72f6-4b48-a05e-6081a3c5cab0') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:09.408748 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (04a2a1a4-72f6-4b48-a05e-6081a3c5cab0), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.428492 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (04a2a1a4-72f6-4b48-a05e-6081a3c5cab0), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.437114 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:43:09.437488 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (04a2a1a4-72f6-4b48-a05e-6081a3c5cab0), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.477403 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:43:09.510752 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:09.510981 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:09.510981 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 5b176d94-2db7-4dad-9d74-243f75fde424 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:09.510981 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.528956 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 04a2a1a4-72f6-4b48-a05e-6081a3c5cab0 resource provider aggregate not found Aug 07 22:43:09.547942 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 04a2a1a4-72f6-4b48-a05e-6081a3c5cab0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04a2a1a4-72f6-4b48-a05e-6081a3c5cab0 found for delete ", "request_id": "req-55ba3b62-f337-476b-a6cb-bdeb7db2280b"}]} Aug 07 22:43:09.582342 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41202467-58d8-4fdc-b70f-c502871854a7 req-93198833-b4e4-48cb-873c-e3dfd68a6c39 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:09.583940 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41202467-58d8-4fdc-b70f-c502871854a7 req-93198833-b4e4-48cb-873c-e3dfd68a6c39 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.1140873 Aug 07 22:43:09.595158 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (cc3639e6-b405-40d4-8144-aba29380cb4b), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.595333 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (b379400c-91c0-4503-ac16-d8b7f1c793d1), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.604617 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.612322 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/b379400c-91c0-4503-ac16-d8b7f1c793d1 HTTP/1.1" status: 204 len: 168 time: 1.0673850 Aug 07 22:43:09.627873 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352043e1-dbac-4510-9531-0ea61252eafc admin admin] Pushing event deleted for resources: {'Network': ['ID=b379400c-91c0-4503-ac16-d8b7f1c793d1,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:09.637648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] Network b379400c-91c0-4503-ac16-d8b7f1c793d1 is not hosted by any dhcp agent {{(pid=104593) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 07 22:43:09.638435 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] No DVR routers for this DVR port cc3639e6-b405-40d4-8144-aba29380cb4b on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:43:09.643474 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698ab28-3240-44b2-b5e4-6c70499b24bb None None] Pushing event deleted for resources: {'Port': ['ID=cc3639e6-b405-40d4-8144-aba29380cb4b,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:09.665977 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:43:05Z', 'revision_number': 3, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port': {'id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:05Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:09.671344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-b88b0ad5-e2ff-4bee-b1c6-7083c2efab61 None None] Provisioning complete for port d9509268-8b75-4dd8-878a-a54662f47178 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:09.671720 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b88b0ad5-e2ff-4bee-b1c6-7083c2efab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d9509268-8b75-4dd8-878a-a54662f47178), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.679366 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:09.690856 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:43:09.704596 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-576c8891-63b3-497d-ab8c-ea8875195115 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/47163ca8-cb64-4e8b-af73-f565ed3d9c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6478021 Aug 07 22:43:09.716561 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41202467-58d8-4fdc-b70f-c502871854a7 req-88b839e8-57cc-45d9-8d42-aa358a9aea04 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257007 Aug 07 22:43:09.736813 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f61f6e-ef73-4b8f-9a28-4c8d378092ac None None] The sync data for ids ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'] in dv-cinder-850321-3-iscsi is: [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:43:05Z', 'revision_number': 3, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port': {'id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:05Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:43:09.767065 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-b88b0ad5-e2ff-4bee-b1c6-7083c2efab61 None None] Port d9509268-8b75-4dd8-878a-a54662f47178 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:43:09.768486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 5b176d94-2db7-4dad-9d74-243f75fde424 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:09.769511 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device b3606adb-b7b5-4ce4-9d93-457df01c9943 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:09.818902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port b3606adb-b7b5-4ce4-9d93-457df01c9943 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:09.819284 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:09.898690 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port b3606adb-b7b5-4ce4-9d93-457df01c9943 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:09.954548 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device cc3639e6-b405-40d4-8144-aba29380cb4b no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:43:09.978669 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: cc3639e6-b405-40d4-8144-aba29380cb4b {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:43:09.979017 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device cc3639e6-b405-40d4-8144-aba29380cb4b not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:43:09.979450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ef87dcb7-553e-45a3-b8c5-72042f3c81ff no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:43:10.032749 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: ef87dcb7-553e-45a3-b8c5-72042f3c81ff {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:43:10.033198 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ef87dcb7-553e-45a3-b8c5-72042f3c81ff not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:43:10.059129 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37090) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:10.077402 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:10.108582 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f705749f-1427-4deb-87e6-8249c49c789a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1a78ad9d7151473798fbefa330678250&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0476167 Aug 07 22:43:10.110785 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37092) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:10.166555 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce00eb7d-2353-472e-852f-d9a2f2130bd6 admin admin] Publish callbacks [] for security_group (9c87e29c-acff-4b06-9eeb-ae8d7c604a98), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:10.192769 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce00eb7d-2353-472e-852f-d9a2f2130bd6 admin admin] Publish callbacks [] for security_group (9c87e29c-acff-4b06-9eeb-ae8d7c604a98), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:10.309329 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce00eb7d-2353-472e-852f-d9a2f2130bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9c87e29c-acff-4b06-9eeb-ae8d7c604a98), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:10.311858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce00eb7d-2353-472e-852f-d9a2f2130bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:10.313057 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ce00eb7d-2353-472e-852f-d9a2f2130bd6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9c87e29c-acff-4b06-9eeb-ae8d7c604a98 HTTP/1.1" status: 204 len: 168 time: 0.2012029 Aug 07 22:43:10.322814 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00eb7d-2353-472e-852f-d9a2f2130bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87e29c-acff-4b06-9eeb-ae8d7c604a98,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:10.864677 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce06cd-0ae6-467b-934b-90171d8be820 req-d7a441c6-32a3-4808-bebf-08caff954a23 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:10.866276 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2cce06cd-0ae6-467b-934b-90171d8be820 req-d7a441c6-32a3-4808-bebf-08caff954a23 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0624566 Aug 07 22:43:10.951050 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2cce06cd-0ae6-467b-934b-90171d8be820 req-7b7fb422-a6d2-4041-965b-62d79969e4de tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771048 Aug 07 22:43:11.228334 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:11.286743 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:11.287263 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:11.291168 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:11.384045 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:11.384553 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:11.410421 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:11.489813 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:11.568661 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:12.126378 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8c29e-6ad4-447a-8ef9-dc874c3c7a2b req-0ebff793-dd31-49c1-831e-db7b4b8e0090 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:12.130187 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fcc8c29e-6ad4-447a-8ef9-dc874c3c7a2b req-0ebff793-dd31-49c1-831e-db7b4b8e0090 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0737231 Aug 07 22:43:12.183169 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fcc8c29e-6ad4-447a-8ef9-dc874c3c7a2b req-7415901d-7d53-415d-bb45-d1cba8e2c3d6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 Aug 07 22:43:12.752940 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Sync routers for ids ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:43:12.766071 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Routers {'47163ca8-cb64-4e8b-af73-f565ed3d9c8e'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:12.766926 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:12.875499 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Set router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:13.082458 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 4, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port': {'id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:05Z', 'updated_at': '2022-08-07T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd9509268-8b75-4dd8-878a-a54662f47178', 'name': '', 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'mac_address': 'fa:16:3e:2f:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:07Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 2, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'subnets': [{'id': '80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:13.117706 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Checking router: 47163ca8-cb64-4e8b-af73-f565ed3d9c8e for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:43:13.117706 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Updating router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e port d9509268-8b75-4dd8-878a-a54662f47178 binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:43:13.150657 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d9509268-8b75-4dd8-878a-a54662f47178), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:13.196141 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:13.207406 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:13.248791 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:13.249360 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:13.369802 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:13.445855 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Publish callbacks [] for port (d9509268-8b75-4dd8-878a-a54662f47178), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:13.452582 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4c11-4e02-49ef-a427-3593c4dad51e req-a994d329-4c74-4925-8fde-e430a1da8740 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:13.454951 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4fca4c11-4e02-49ef-a427-3593c4dad51e req-a994d329-4c74-4925-8fde-e430a1da8740 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0962570 Aug 07 22:43:13.496232 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d9509268-8b75-4dd8-878a-a54662f47178), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:13.528630 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4fca4c11-4e02-49ef-a427-3593c4dad51e req-ea969f62-d126-4918-aaad-542f0af12a5b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677764 Aug 07 22:43:13.687651 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aa40e-3e83-4bef-b16f-8bba4c5dbe88 None None] Pushing event updated for resources: {'Port': ['ID=d9509268-8b75-4dd8-878a-a54662f47178,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:13.716327 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Attempting to bind port d9509268-8b75-4dd8-878a-a54662f47178 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:43:13.716575 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Attempting to bind port d9509268-8b75-4dd8-878a-a54662f47178 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:43:13.716925 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Attempting to bind port d9509268-8b75-4dd8-878a-a54662f47178 on network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:13.721966 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:43:13.722347 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Checking segment: {'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:13.722763 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:13.723086 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Bound using segment: {'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:43:13.723538 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Bound port: d9509268-8b75-4dd8-878a-a54662f47178, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:43:13.723893 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d9509268-8b75-4dd8-878a-a54662f47178), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:13.782522 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] For port d9509268-8b75-4dd8-878a-a54662f47178, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:43:13.785653 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] For port d9509268-8b75-4dd8-878a-a54662f47178, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=d9509268-8b75-4dd8-878a-a54662f47178,segment=NetworkSegment(0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1),segment_id=0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:43:13.965911 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d9509268-8b75-4dd8-878a-a54662f47178), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:14.006266 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Routers {'47163ca8-cb64-4e8b-af73-f565ed3d9c8e'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:14.007406 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:42:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:14.064722 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:14.072561 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aa40e-3e83-4bef-b16f-8bba4c5dbe88 None None] Pushing event updated for resources: {'Port': ['ID=d9509268-8b75-4dd8-878a-a54662f47178,revision_number=4']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:14.147041 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] Set router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:14.448223 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:14.453005 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 4, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port': {'id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:05Z', 'updated_at': '2022-08-07T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd9509268-8b75-4dd8-878a-a54662f47178', 'name': '', 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'mac_address': 'fa:16:3e:2f:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:07Z', 'updated_at': '2022-08-07T22:43:13Z', 'revision_number': 4, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'subnets': [{'id': '80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:14.482158 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d51a64-926e-4ea5-bdb3-05e4618cd619 None None] The sync data for ids ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'] in dv-cinder-850321-3-iscsi is: [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 4, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port': {'id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:05Z', 'updated_at': '2022-08-07T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd9509268-8b75-4dd8-878a-a54662f47178', 'name': '', 'network_id': '2e99f0c2-0475-4069-a2eb-3ab8672fd41d', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'mac_address': 'fa:16:3e:2f:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:07Z', 'updated_at': '2022-08-07T22:43:13Z', 'revision_number': 4, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'subnets': [{'id': '80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:43:14.729306 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf047f9-a7fc-427d-a22f-58b368bd2ec5 req-6079242d-ec8c-43c4-a1ef-2eb122055433 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:14.731637 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cdf047f9-a7fc-427d-a22f-58b368bd2ec5 req-6079242d-ec8c-43c4-a1ef-2eb122055433 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0676639 Aug 07 22:43:14.813794 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cdf047f9-a7fc-427d-a22f-58b368bd2ec5 req-8eebc70e-32a2-401a-be62-f5cdb7dfe08d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758862 Aug 07 22:43:15.193495 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d9509268-8b75-4dd8-878a-a54662f47178 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:15.256080 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port d9509268-8b75-4dd8-878a-a54662f47178 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:15.256721 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d9509268-8b75-4dd8-878a-a54662f47178), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:15.351534 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port d9509268-8b75-4dd8-878a-a54662f47178 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:15.351952 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d9509268-8b75-4dd8-878a-a54662f47178), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:15.395006 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port d9509268-8b75-4dd8-878a-a54662f47178, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=d9509268-8b75-4dd8-878a-a54662f47178,segment=NetworkSegment(0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1),segment_id=0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:15.470094 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d9509268-8b75-4dd8-878a-a54662f47178), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:15.529651 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=d9509268-8b75-4dd8-878a-a54662f47178,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:15.959590 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae7f2-7d4c-41a9-a691-a0cfd30c70dc req-ae6cd831-4af6-4270-8f06-b44e1726baaa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:15.961895 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-93aae7f2-7d4c-41a9-a691-a0cfd30c70dc req-ae6cd831-4af6-4270-8f06-b44e1726baaa tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0573165 Aug 07 22:43:16.024922 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-93aae7f2-7d4c-41a9-a691-a0cfd30c70dc req-31cab76b-a9e6-4bf9-a4c1-664a6ccc1bab tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564942 Aug 07 22:43:17.154058 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd9c6-e144-4818-a954-10a641a9f331 req-08e236ac-4e2b-41b4-b089-55e8b9b33ee8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:17.156463 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-580cd9c6-e144-4818-a954-10a641a9f331 req-08e236ac-4e2b-41b4-b089-55e8b9b33ee8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0516188 Aug 07 22:43:17.168408 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d9509268-8b75-4dd8-878a-a54662f47178 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:17.215000 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-580cd9c6-e144-4818-a954-10a641a9f331 req-aecf66cb-8169-40d6-bb7a-bca435650957 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514600 Aug 07 22:43:17.215247 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port d9509268-8b75-4dd8-878a-a54662f47178 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:17.215391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d9509268-8b75-4dd8-878a-a54662f47178), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:17.289322 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:17.295344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port d9509268-8b75-4dd8-878a-a54662f47178 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:18.340864 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:18.358846 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c6a4-b222-493a-8924-6945cd054456 req-c322ce25-255b-4a88-93ae-6ef4e194b001 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:18.360346 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b3e0c6a4-b222-493a-8924-6945cd054456 req-c322ce25-255b-4a88-93ae-6ef4e194b001 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0600953 Aug 07 22:43:18.425060 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b3e0c6a4-b222-493a-8924-6945cd054456 req-2db9da06-e259-45ae-a79a-36c94aaffad0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590179 Aug 07 22:43:19.347684 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:43:19.583599 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347079d-ed2f-4538-bc92-6471de565edb req-1ebcfd2f-0545-4d12-bfae-244cccf75475 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:19.585170 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e347079d-ed2f-4538-bc92-6471de565edb req-1ebcfd2f-0545-4d12-bfae-244cccf75475 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0562456 Aug 07 22:43:19.642386 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e347079d-ed2f-4538-bc92-6471de565edb req-5045a3ec-247a-43f3-8438-d72d65ad318d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507393 Aug 07 22:43:19.980773 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:20.033754 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:43:20.130683 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:20.197051 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:20.197051 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '28f8e101-7a4a-4833-b344-83657618e970', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'port_id': '28f8e101-7a4a-4833-b344-83657618e970', 'mac_address': 'fa:16:3e:65:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:43:20.206510 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: ACTIVE; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:20.206931 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:20.222488 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28f8e101-7a4a-4833-b344-83657618e970 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:43:20.251743 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:20.605577 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:20.663022 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=6']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:20.700326 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['28f8e101-7a4a-4833-b344-83657618e970'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:43:20.804550 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0776d-c3f8-482e-aa96-abd2e58cee1e req-a86a04c7-c03d-4a18-beb9-b8cf363f3b73 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:20.813878 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8fa0776d-c3f8-482e-aa96-abd2e58cee1e req-a86a04c7-c03d-4a18-beb9-b8cf363f3b73 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 944 time: 0.0662153 Aug 07 22:43:20.926589 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8fa0776d-c3f8-482e-aa96-abd2e58cee1e req-9973f125-5ded-4d78-91b1-a5205d472ee5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110351 Aug 07 22:43:21.012709 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37258) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:21.137905 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f26524e1-c9b7-46e6-b80f-5b740ea2d696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:21.172992 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:21.233506 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f26524e1-c9b7-46e6-b80f-5b740ea2d696 admin admin] Publish callbacks [] for security_group (936ed4fe-4670-430a-8f78-66fb399d1c2e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:21.468002 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f26524e1-c9b7-46e6-b80f-5b740ea2d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (936ed4fe-4670-430a-8f78-66fb399d1c2e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:21.508125 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26524e1-c9b7-46e6-b80f-5b740ea2d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936ed4fe-4670-430a-8f78-66fb399d1c2e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:21.512585 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f26524e1-c9b7-46e6-b80f-5b740ea2d696 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8bec6d4d3a7343219d5cb8708fe41182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988112 Aug 07 22:43:21.515445 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37268) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:21.578173 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bac33fc3-4888-4fcc-93a3-eaa1880d1dd2 admin admin] Publish callbacks [] for security_group (936ed4fe-4670-430a-8f78-66fb399d1c2e), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:21.600699 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bac33fc3-4888-4fcc-93a3-eaa1880d1dd2 admin admin] Publish callbacks [] for security_group (936ed4fe-4670-430a-8f78-66fb399d1c2e), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:21.719452 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bac33fc3-4888-4fcc-93a3-eaa1880d1dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (936ed4fe-4670-430a-8f78-66fb399d1c2e), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:21.722065 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bac33fc3-4888-4fcc-93a3-eaa1880d1dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:21.723315 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-bac33fc3-4888-4fcc-93a3-eaa1880d1dd2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/936ed4fe-4670-430a-8f78-66fb399d1c2e HTTP/1.1" status: 204 len: 168 time: 0.2068329 Aug 07 22:43:21.731933 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac33fc3-4888-4fcc-93a3-eaa1880d1dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936ed4fe-4670-430a-8f78-66fb399d1c2e,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:22.044224 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:22.095445 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec5a73-6554-4de4-bb0e-df00e0e576af req-04d42d83-8983-4f5d-a8e9-1a54b079a442 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:22.109135 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-92ec5a73-6554-4de4-bb0e-df00e0e576af req-04d42d83-8983-4f5d-a8e9-1a54b079a442 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 944 time: 0.0823686 Aug 07 22:43:22.152736 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 28f8e101-7a4a-4833-b344-83657618e970 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:22.153119 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (28f8e101-7a4a-4833-b344-83657618e970), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:22.315673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:22.329137 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:22.329782 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:22.362831 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:43:22.365439 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32927b35-2371-40f7-8982-2995555c2a0b" -d '{"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-plugged", "status": "completed", "tag": "28f8e101-7a4a-4833-b344-83657618e970"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:43:22.380418 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:22.451042 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:22.518631 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=7']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:22.595234 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-92ec5a73-6554-4de4-bb0e-df00e0e576af req-9d8925c5-3420-4cf8-96df-3da28e6ddb28 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4765213 Aug 07 22:43:22.601125 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-48faa672-f943-4b6b-8ff2-5b31377c69ac tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:22.603029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-48faa672-f943-4b6b-8ff2-5b31377c69ac tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/networks?id=9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 200 len: 814 time: 0.1619556 Aug 07 22:43:22.620487 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-f9da59f7-2d15-4af7-9746-18d6dc6dc931 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/quotas/bcc9a378e7ba4206baaa7bcc683606ca HTTP/1.1" status: 200 len: 375 time: 0.0115464 Aug 07 22:43:22.683532 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-427240bc-f9f0-4f0b-af18-7d3330fc119b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577080 Aug 07 22:43:22.871878 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ca63c9-a612-46d0-989f-f5a00c35d9b6 x-openstack-request-id: req-84ca63c9-a612-46d0-989f-f5a00c35d9b6 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:43:22.872565 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-plugged", "status": "completed", "tag": "28f8e101-7a4a-4833-b344-83657618e970", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:43:22.873395 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84ca63c9-a612-46d0-989f-f5a00c35d9b6 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:43:22.874006 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ca63c9-a612-46d0-989f-f5a00c35d9b6'] response: {'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970', 'code': 200} Aug 07 22:43:22.945910 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-5b8bd865-29b7-42af-8fab-2b2aefde23e1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381499 Aug 07 22:43:23.059558 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-f5342ffd-0f50-4211-aae9-e6c4d5e8faa4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058245 Aug 07 22:43:23.352496 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-54ac8be9-c46a-4cc2-88bc-527090d374ea req-9ae4d3d0-6f62-4560-8d30-5f1437d7c9c7 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 210 time: 0.0395522 Aug 07 22:43:23.730538 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80eb2d-31b6-4e1f-9144-e8192923eaee req-01ebd9f4-912f-4434-9259-64debf030c72 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:23.736212 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b80eb2d-31b6-4e1f-9144-e8192923eaee req-01ebd9f4-912f-4434-9259-64debf030c72 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0563490 Aug 07 22:43:23.807611 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b80eb2d-31b6-4e1f-9144-e8192923eaee req-7a625528-2906-4257-b3e1-a82166d400e9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690067 Aug 07 22:43:23.948829 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3cf072f4-fbdc-4ebc-84ba-0d02113cc23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:24.455144 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6171f21d-00db-4428-95d3-51d7f3ba615d req-3019aaf0-ab2b-4d1f-b5e7-f14cf0bb1ca5 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 210 time: 0.0490787 Aug 07 22:43:24.931638 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:24.944674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0794ae-cfb0-47b6-8886-8a678c496322 req-ce7ec370-8509-4247-b7e0-475072f5b312 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:24.947202 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7f0794ae-cfb0-47b6-8886-8a678c496322 req-ce7ec370-8509-4247-b7e0-475072f5b312 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0543258 Aug 07 22:43:25.004562 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7f0794ae-cfb0-47b6-8886-8a678c496322 req-d2af61f4-0858-4988-b257-568ddc5b8e81 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483391 Aug 07 22:43:25.569319 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-57d17adf-54fe-40be-a0fd-8af8fe7b105d req-f7394240-d669-4a5f-94ba-60d05b510f0b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 210 time: 0.0314236 Aug 07 22:43:26.181161 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2994b-13c2-4964-8497-6d5ca56d0f0a req-41a19013-33d4-42f1-9941-b4db4ff34a17 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:26.182766 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7a2994b-13c2-4964-8497-6d5ca56d0f0a req-41a19013-33d4-42f1-9941-b4db4ff34a17 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0606496 Aug 07 22:43:26.235077 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7a2994b-13c2-4964-8497-6d5ca56d0f0a req-5b6f14e0-09c3-4d3d-b1dd-60c05ba8a6d2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468950 Aug 07 22:43:26.498444 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5287c093-6ba2-4aed-bf9c-9215bdb14cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:26.690162 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7b6f8438-0a3e-4f1d-a7ec-75b5295bbbab req-ddd1e305-e797-4c9d-aadc-100889121e50 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 210 time: 0.0346344 Aug 07 22:43:26.876464 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:26.913834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-eaff305c-aa27-4257-9bef-432ee4c5a9de tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:26.916820 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-eaff305c-aa27-4257-9bef-432ee4c5a9de tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 200 len: 814 time: 0.1771908 Aug 07 22:43:26.930803 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'port': {'device_id': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'admin_state_up': True, 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:43:27.222340 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Made reservation on behalf of bcc9a378e7ba4206baaa7bcc683606ca for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:43:27.226407 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:27.446018 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:27.457234 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8ce7-4fe7-46a2-b3e3-adae5fa2e43d req-8a12f653-d73f-4876-beb4-d63a177149d0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:27.458739 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-373c8ce7-4fe7-46a2-b3e3-adae5fa2e43d req-8a12f653-d73f-4876-beb4-d63a177149d0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0875013 Aug 07 22:43:27.506869 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Allocated IP 172.20.0.6 (9f74fe23-4b28-44d3-b565-87222cc4b31a/4780ee85-ed05-4985-9990-94f799f275fc/332a7e9e-deb8-4c55-afbc-6a7faca02b5e) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:43:27.549751 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-373c8ce7-4fe7-46a2-b3e3-adae5fa2e43d req-97cfc34b-7a12-4e75-a4b5-918650deb8bd tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828187 Aug 07 22:43:27.724935 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:27.855681 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-345e0282-d834-4b91-8a60-98b1d70ed8df req-b058f0b3-bb3b-4a2d-a169-49b6f2be6523 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 210 time: 0.0518255 Aug 07 22:43:27.897832 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:27.970824 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:27.974995 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:27.981663 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:43:28.011212 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:28.063590 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:28.065268 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:28.082251 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:28.185699 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-2cb849fd-106f-4dab-a4b4-73839d7c3a1d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2591579 Aug 07 22:43:28.474166 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-b00b2ae1-4af4-489f-b0df-5349f08b78e3 None None] Provisioning complete for port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:28.475672 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b00b2ae1-4af4-489f-b0df-5349f08b78e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:28.558591 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-b00b2ae1-4af4-489f-b0df-5349f08b78e3 None None] Port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:43:28.594469 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Request body: {'port': {'device_id': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:43:28.623636 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:28.707780 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:28.730883 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923c25-5cc5-4dd4-a25f-a0913d063820 req-6143b0da-a857-49ba-9ac6-f268d11b37ef tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:28.732452 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5923c25-5cc5-4dd4-a25f-a0913d063820 req-6143b0da-a857-49ba-9ac6-f268d11b37ef tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0795479 Aug 07 22:43:28.859673 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5923c25-5cc5-4dd4-a25f-a0913d063820 req-a5e77f02-59d7-40a5-a1e5-595d14fc5bd4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217623 Aug 07 22:43:29.064579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee0b16-ff3d-485b-ba36-5056fdd6838e req-10935326-333c-447c-adf2-7f0aba3de760 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:29.066485 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-02ee0b16-ff3d-485b-ba36-5056fdd6838e req-10935326-333c-447c-adf2-7f0aba3de760 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 931 time: 0.1022365 Aug 07 22:43:29.173168 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:29.194757 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332a7e9e-deb8-4c55-afbc-6a7faca02b5e {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:43:29.213635 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Publish callbacks [] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.220723 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-02ee0b16-ff3d-485b-ba36-5056fdd6838e req-d5fecd25-c507-43f5-9046-d73694e3d2bb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481588 Aug 07 22:43:29.232292 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Transition to ACTIVE for port object 332a7e9e-deb8-4c55-afbc-6a7faca02b5e will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:43:29.343692 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=21 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:29.344363 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:29.396459 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.397066 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.417102 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.480005 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Pushing event updated for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:29.572508 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.606069 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Attempting to bind port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:43:29.606322 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Attempting to bind port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:43:29.606646 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Attempting to bind port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e on network 9f74fe23-4b28-44d3-b565-87222cc4b31a {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:29.625102 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e on network 9f74fe23-4b28-44d3-b565-87222cc4b31a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:43:29.625466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Attempting to bind port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e on network 9f74fe23-4b28-44d3-b565-87222cc4b31a {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:29.649091 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:43:29.649435 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Checking segment: {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:29.649825 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Bound using segment: {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:43:29.650277 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Bound port: 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68afd6b7-596d-4650-8c6d-ac57f70eba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:43:29.650689 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.790003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:43:29.794681 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:43:29.905416 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.910131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:29.916374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:29.916374 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 1093 time: 1.5620894 Aug 07 22:43:29.916374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:43:29.916374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a81639-d06b-479f-b0f8-db4604cc9867" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:43:30.014290 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8288c-1ccc-479e-8ae7-5a7afffd6279 service neutron] Pushing event updated for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:30.053899 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f974d274-f400-456f-a7e2-dca7f6de5222 x-openstack-request-id: req-f974d274-f400-456f-a7e2-dca7f6de5222 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:43:30.054257 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:43:30.055098 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f974d274-f400-456f-a7e2-dca7f6de5222 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:43:30.055630 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f974d274-f400-456f-a7e2-dca7f6de5222'] response: {'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'status': 'completed', 'code': 200} Aug 07 22:43:30.179161 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58951143-a0f1-43aa-a459-42c5125de2bd req-d3ae4300-cc63-4d7c-9247-1d106d33d91f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:30.183534 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-58951143-a0f1-43aa-a459-42c5125de2bd req-d3ae4300-cc63-4d7c-9247-1d106d33d91f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0958753 Aug 07 22:43:30.284063 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-58951143-a0f1-43aa-a459-42c5125de2bd req-6290dea7-9dc5-46ce-b066-770a054101f0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944545 Aug 07 22:43:30.522642 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6743f41-3c8e-46ad-bcad-92463467a179 req-eaf75948-51f9-496d-998c-64bf96a5b221 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:30.542086 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d6743f41-3c8e-46ad-bcad-92463467a179 req-eaf75948-51f9-496d-998c-64bf96a5b221 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.1486034 Aug 07 22:43:30.581316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a81639-d06b-479f-b0f8-db4604cc9867 req-c2ee4771-6d67-4a15-92b8-0e6f89178b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:30.583211 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d8a81639-d06b-479f-b0f8-db4604cc9867 req-c2ee4771-6d67-4a15-92b8-0e6f89178b01 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1127 time: 0.1179199 Aug 07 22:43:30.625860 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d6743f41-3c8e-46ad-bcad-92463467a179 req-4da6e7ab-26b4-4cde-a4d7-8c7ede5c8ada tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810220 Aug 07 22:43:30.889613 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a81639-d06b-479f-b0f8-db4604cc9867 req-f2d2a93f-ebde-4aff-9010-57cc01fce49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:30.891355 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d8a81639-d06b-479f-b0f8-db4604cc9867 req-f2d2a93f-ebde-4aff-9010-57cc01fce49f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2452881 Aug 07 22:43:31.182778 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a81639-d06b-479f-b0f8-db4604cc9867 req-96257b6b-a4bc-40bb-be02-be2b9a41e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:31.185941 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d8a81639-d06b-479f-b0f8-db4604cc9867 req-96257b6b-a4bc-40bb-be02-be2b9a41e383 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668208 Aug 07 22:43:31.577686 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:31.611305 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d16c6ecf-0446-4366-9c29-145171d06f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:31.613258 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-d16c6ecf-0446-4366-9c29-145171d06f81 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1127 time: 0.1814740 Aug 07 22:43:31.634202 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a994-cdd8-46b5-994e-e57c30bd9d5c req-c2013da9-78f3-46da-b35c-ab01d9744307 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:31.636273 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:31.649447 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f96a994-cdd8-46b5-994e-e57c30bd9d5c req-c2013da9-78f3-46da-b35c-ab01d9744307 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.1512077 Aug 07 22:43:31.720381 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f96a994-cdd8-46b5-994e-e57c30bd9d5c req-b451bb17-4462-437f-81b9-7680b69cb22d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671697 Aug 07 22:43:31.727301 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:31.801624 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f20248-61c9-472e-8be4-f87a74360ffe req-b5a9face-f14b-4e7d-bf13-d82262113b35 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:31.803403 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b2f20248-61c9-472e-8be4-f87a74360ffe req-b5a9face-f14b-4e7d-bf13-d82262113b35 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0744886 Aug 07 22:43:31.836114 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-9e4c6e6a-bd06-4d3e-9701-079375af6467 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 217 time: 0.0507932 Aug 07 22:43:31.861202 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:31.895036 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-ab8b111f-b61b-47ac-be09-e3cd5245c4ce service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770507 Aug 07 22:43:31.949771 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b2f20248-61c9-472e-8be4-f87a74360ffe req-ce0ac87c-50b0-4708-aa9a-f31deb7aed9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173713 Aug 07 22:43:31.956268 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-51f208be-9a95-4e6a-98fa-c8764d3a7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:31.958413 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-51f208be-9a95-4e6a-98fa-c8764d3a7b33 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4780ee85-ed05-4985-9990-94f799f275fc HTTP/1.1" status: 200 len: 853 time: 0.1163015 Aug 07 22:43:32.028740 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-1d5cda51-a3de-41b4-a0f7-fd8c12e41377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:32.030485 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-1d5cda51-a3de-41b4-a0f7-fd8c12e41377 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 1130 time: 0.1038148 Aug 07 22:43:32.042725 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-babe7672-3a5c-426c-9e9f-65e2649cd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:32.044335 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-babe7672-3a5c-426c-9e9f-65e2649cd5de service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9f74fe23-4b28-44d3-b565-87222cc4b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605066 Aug 07 22:43:32.082806 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37470) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:32.454576 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-9e4bcbd5-bcc9-49dd-b8cd-370edffe29ba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902431 Aug 07 22:43:32.495617 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f23b75bb-98e8-42b9-84d1-07f8106f9211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:32.515516 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-0560c122-5d5f-43d7-8dfc-074a4680ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:32.518029 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-0560c122-5d5f-43d7-8dfc-074a4680ec3a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 913 time: 0.3472469 Aug 07 22:43:32.698695 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b7c50d26-af78-4597-85d5-294217f2b9d3 req-e103bc02-ff40-475c-8a42-434b899cc364 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308867 Aug 07 22:43:32.700820 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-db3a1337-c4d7-4630-b9b5-16ced50c0319 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6e7b289-4e50-424d-9310-ffa0f3386876 HTTP/1.1" status: 200 len: 1001 time: 0.1732035 Aug 07 22:43:32.822913 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-6b91cd11-6c67-4963-a3a1-91e660ef1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:32.829118 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-6b91cd11-6c67-4963-a3a1-91e660ef1a09 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.1058626 Aug 07 22:43:32.853019 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f23b75bb-98e8-42b9-84d1-07f8106f9211 admin admin] Publish callbacks [] for security_group (9f56aaac-4988-49a0-b941-2f0bed09dc8c), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:32.912729 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426ba3-98ab-418a-82c2-f253a369684a req-00ac35ee-68f3-4e5a-9004-6feef8c844f6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:32.915179 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69426ba3-98ab-418a-82c2-f253a369684a req-00ac35ee-68f3-4e5a-9004-6feef8c844f6 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.1012342 Aug 07 22:43:32.958425 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f23b75bb-98e8-42b9-84d1-07f8106f9211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9f56aaac-4988-49a0-b941-2f0bed09dc8c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:33.062423 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69426ba3-98ab-418a-82c2-f253a369684a req-15e7759e-c652-4007-ac8d-73ac3a368f00 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376848 Aug 07 22:43:33.139807 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f23b75bb-98e8-42b9-84d1-07f8106f9211 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=bbe3f48eee8e4e81870753da5edae61a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0547891 Aug 07 22:43:33.166684 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37484) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:33.167513 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b75bb-98e8-42b9-84d1-07f8106f9211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56aaac-4988-49a0-b941-2f0bed09dc8c,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:33.253903 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81729fa-8fdc-4c72-84f6-576fd8d62628 req-2da2477c-7235-47c4-a523-274f5b1aaa1a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:33.255761 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b81729fa-8fdc-4c72-84f6-576fd8d62628 req-2da2477c-7235-47c4-a523-274f5b1aaa1a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.1472669 Aug 07 22:43:33.384230 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a03e5d-db8e-4612-9497-c9e2e32959e0 req-0bf70baa-a2f8-4dc4-8358-12767a8a0105 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:33.384230 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b4a03e5d-db8e-4612-9497-c9e2e32959e0 req-0bf70baa-a2f8-4dc4-8358-12767a8a0105 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0718365 Aug 07 22:43:33.384679 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-edb5d22e-61af-4e17-ab12-6f6cf7e00937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:33.384679 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-edb5d22e-61af-4e17-ab12-6f6cf7e00937 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176746 Aug 07 22:43:33.408856 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:33.426432 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-03fbdd9b-4778-424c-98d0-4a55c40bfc21 admin admin] Publish callbacks [] for security_group (9f56aaac-4988-49a0-b941-2f0bed09dc8c), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:33.441635 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b81729fa-8fdc-4c72-84f6-576fd8d62628 req-700fe875-a6cd-4b4a-a3e9-60e9810cc111 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243947 Aug 07 22:43:33.458369 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b4a03e5d-db8e-4612-9497-c9e2e32959e0 req-cbbe4443-4172-44bc-b470-33dd3cc61372 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217279 Aug 07 22:43:33.510144 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-03fbdd9b-4778-424c-98d0-4a55c40bfc21 admin admin] Publish callbacks [] for security_group (9f56aaac-4988-49a0-b941-2f0bed09dc8c), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:33.665537 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-2ab8d680-009b-49f4-9a52-143450e67f49 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857114 Aug 07 22:43:33.850848 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-03fbdd9b-4778-424c-98d0-4a55c40bfc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9f56aaac-4988-49a0-b941-2f0bed09dc8c), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:33.854244 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-03fbdd9b-4778-424c-98d0-4a55c40bfc21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:33.855709 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-03fbdd9b-4778-424c-98d0-4a55c40bfc21 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9f56aaac-4988-49a0-b941-2f0bed09dc8c HTTP/1.1" status: 204 len: 168 time: 0.6811004 Aug 07 22:43:33.863951 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbdd9b-4778-424c-98d0-4a55c40bfc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56aaac-4988-49a0-b941-2f0bed09dc8c,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:34.254706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cda27-df49-48bd-a206-2cf800e94627 req-4adecb35-c8fb-4098-94bc-0ac21b8af60d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:34.263193 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4e3cda27-df49-48bd-a206-2cf800e94627 req-4adecb35-c8fb-4098-94bc-0ac21b8af60d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0615215 Aug 07 22:43:34.314350 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4e3cda27-df49-48bd-a206-2cf800e94627 req-d8ec0ce2-bd8d-4b39-b977-c56edabf2e19 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500543 Aug 07 22:43:34.631971 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250019-39f4-4947-b11b-827300890504 req-70a23cd6-b25b-476d-8ce0-98b1fb35db20 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:34.634020 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d250019-39f4-4947-b11b-827300890504 req-70a23cd6-b25b-476d-8ce0-98b1fb35db20 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0831864 Aug 07 22:43:34.645699 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d152-709d-4669-990e-e3c6e9ccffb3 req-a41b4024-80c4-4df7-b9c3-7b5e7aa3aebb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:34.646937 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6331d152-709d-4669-990e-e3c6e9ccffb3 req-a41b4024-80c4-4df7-b9c3-7b5e7aa3aebb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0849075 Aug 07 22:43:34.655898 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37502) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:34.674511 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f919716-8a97-4081-8f56-75d46bbba011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:34.735526 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d250019-39f4-4947-b11b-827300890504 req-df3d9368-34b8-4593-94cd-d3849b3cf528 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875087 Aug 07 22:43:34.743372 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6331d152-709d-4669-990e-e3c6e9ccffb3 req-94a0ca0c-ab72-4b8f-9c1b-d8a7a68b2f3e tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850086 Aug 07 22:43:34.745229 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:34.776282 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:34.778565 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f919716-8a97-4081-8f56-75d46bbba011 admin admin] Publish callbacks [] for security_group (9c9101d2-65ec-4588-847d-a1bacdfd17d3), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:34.885015 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f919716-8a97-4081-8f56-75d46bbba011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9c9101d2-65ec-4588-847d-a1bacdfd17d3), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:34.933468 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37504) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:34.943559 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9f919716-8a97-4081-8f56-75d46bbba011 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9ec172047d694c48a54021b00aa153ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860849 Aug 07 22:43:34.945287 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f919716-8a97-4081-8f56-75d46bbba011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9101d2-65ec-4588-847d-a1bacdfd17d3,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:35.006339 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cff4b87-6cd9-4c13-aec2-d73cd21bb4b7 admin admin] Publish callbacks [] for security_group (9c9101d2-65ec-4588-847d-a1bacdfd17d3), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:35.032708 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cff4b87-6cd9-4c13-aec2-d73cd21bb4b7 admin admin] Publish callbacks [] for security_group (9c9101d2-65ec-4588-847d-a1bacdfd17d3), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:35.233492 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cff4b87-6cd9-4c13-aec2-d73cd21bb4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9c9101d2-65ec-4588-847d-a1bacdfd17d3), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:35.236225 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cff4b87-6cd9-4c13-aec2-d73cd21bb4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:35.245481 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0cff4b87-6cd9-4c13-aec2-d73cd21bb4b7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9c9101d2-65ec-4588-847d-a1bacdfd17d3 HTTP/1.1" status: 204 len: 168 time: 0.3071895 Aug 07 22:43:35.260177 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4b87-6cd9-4c13-aec2-d73cd21bb4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9101d2-65ec-4588-847d-a1bacdfd17d3,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:35.491063 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a386e-e70e-4e48-9dfa-13755761304c req-613851b3-44b4-4990-a7ce-f754f4723edf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:35.493503 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9f8a386e-e70e-4e48-9dfa-13755761304c req-613851b3-44b4-4990-a7ce-f754f4723edf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0555909 Aug 07 22:43:35.569591 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9f8a386e-e70e-4e48-9dfa-13755761304c req-26b64956-f2d3-4bf1-9dbb-d85e7706e2a1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695345 Aug 07 22:43:35.949247 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efce8a-aa13-47d0-80e4-b8ac61ad8edd req-76091a53-02db-4da8-b1c6-8a16d3972ae4 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:35.950831 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c9efce8a-aa13-47d0-80e4-b8ac61ad8edd req-76091a53-02db-4da8-b1c6-8a16d3972ae4 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0996628 Aug 07 22:43:35.957263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d04c-3156-4ae8-96f0-2b786336d632 req-7ee2494e-b356-4f8d-99d2-71b4fe01a2ae tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:35.958815 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2bc2d04c-3156-4ae8-96f0-2b786336d632 req-7ee2494e-b356-4f8d-99d2-71b4fe01a2ae tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0857453 Aug 07 22:43:36.042021 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c9efce8a-aa13-47d0-80e4-b8ac61ad8edd req-77682391-c595-4336-9f8d-504553066365 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820551 Aug 07 22:43:36.055701 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2bc2d04c-3156-4ae8-96f0-2b786336d632 req-05a2fad1-f18d-4b9b-a286-bbf8fa8d2bbf tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877292 Aug 07 22:43:36.723213 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fae554-0eaf-4cb2-9ec3-05aa486f1322 req-cace988e-d4bc-4922-9e94-c5d607b13fdb tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:36.730753 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c9fae554-0eaf-4cb2-9ec3-05aa486f1322 req-cace988e-d4bc-4922-9e94-c5d607b13fdb tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0723522 Aug 07 22:43:36.792580 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c9fae554-0eaf-4cb2-9ec3-05aa486f1322 req-587fff02-d41c-473c-add3-858bde141879 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605943 Aug 07 22:43:37.224027 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266cc21-2365-45e0-9fa5-b798fac2989d req-277fc776-a376-4e67-81ed-c3b16a3c46be tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:37.232068 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6266cc21-2365-45e0-9fa5-b798fac2989d req-277fc776-a376-4e67-81ed-c3b16a3c46be tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.1001701 Aug 07 22:43:37.251983 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbe52b-d65f-4b92-b642-cafb97e710fa req-15896f15-7b0a-4c79-9371-e3b073643418 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:37.253537 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-03fbe52b-d65f-4b92-b642-cafb97e710fa req-15896f15-7b0a-4c79-9371-e3b073643418 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0906885 Aug 07 22:43:37.261436 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:37.272807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:37.324165 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37554) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:37.338255 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6266cc21-2365-45e0-9fa5-b798fac2989d req-59a55976-d357-48e4-ad1d-c46549e6f9da tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004531 Aug 07 22:43:37.345888 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-03fbe52b-d65f-4b92-b642-cafb97e710fa req-f29e73d3-1feb-4cce-9b82-653a23557f60 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831847 Aug 07 22:43:37.464457 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fbcf16c8-5977-4bf0-b5ce-35e9e6f272b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:37.557007 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fbcf16c8-5977-4bf0-b5ce-35e9e6f272b7 admin admin] Publish callbacks [] for security_group (668281dc-ec28-43fc-afad-e173a9f55f86), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:37.844953 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fbcf16c8-5977-4bf0-b5ce-35e9e6f272b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (668281dc-ec28-43fc-afad-e173a9f55f86), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:37.886381 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf16c8-5977-4bf0-b5ce-35e9e6f272b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668281dc-ec28-43fc-afad-e173a9f55f86,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:37.919765 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-fbcf16c8-5977-4bf0-b5ce-35e9e6f272b7 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9ee2e9cac93a41b0b0ae2007c620dbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5645411 Aug 07 22:43:37.920812 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37560) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:37.924852 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1876d4d-aa92-47c9-b4cb-f0c808d569f6 req-3bd6759f-8628-454f-b638-5cc153cc34f8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:37.926434 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f1876d4d-aa92-47c9-b4cb-f0c808d569f6 req-3bd6759f-8628-454f-b638-5cc153cc34f8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0570924 Aug 07 22:43:37.998970 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f1876d4d-aa92-47c9-b4cb-f0c808d569f6 req-1db3a7f3-679b-46e8-b60d-33aa701f4f4f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663593 Aug 07 22:43:38.008239 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-41e3b122-2a0f-47b0-a682-8b71d0e8d7f9 admin admin] Publish callbacks [] for security_group (668281dc-ec28-43fc-afad-e173a9f55f86), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:38.046134 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-41e3b122-2a0f-47b0-a682-8b71d0e8d7f9 admin admin] Publish callbacks [] for security_group (668281dc-ec28-43fc-afad-e173a9f55f86), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:38.409529 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-41e3b122-2a0f-47b0-a682-8b71d0e8d7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (668281dc-ec28-43fc-afad-e173a9f55f86), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:38.412157 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-41e3b122-2a0f-47b0-a682-8b71d0e8d7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:38.413495 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-41e3b122-2a0f-47b0-a682-8b71d0e8d7f9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/668281dc-ec28-43fc-afad-e173a9f55f86 HTTP/1.1" status: 204 len: 168 time: 0.4921961 Aug 07 22:43:38.428675 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3b122-2a0f-47b0-a682-8b71d0e8d7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668281dc-ec28-43fc-afad-e173a9f55f86,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:38.517312 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1afa3-6826-4a4a-9bc9-58f28ef0869e req-50228991-b9f5-4507-9b95-8ce8963f4fdc tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:38.523577 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b3b1afa3-6826-4a4a-9bc9-58f28ef0869e req-50228991-b9f5-4507-9b95-8ce8963f4fdc tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0876305 Aug 07 22:43:38.583264 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a76625-d088-47e8-a89d-953287d31159 req-19c8f412-7d72-4eca-aaf9-f47bb66541a8 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:38.585417 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b1a76625-d088-47e8-a89d-953287d31159 req-19c8f412-7d72-4eca-aaf9-f47bb66541a8 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0903094 Aug 07 22:43:38.641851 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b3b1afa3-6826-4a4a-9bc9-58f28ef0869e req-97476360-3789-4789-8670-7a6485826624 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171982 Aug 07 22:43:38.683864 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b1a76625-d088-47e8-a89d-953287d31159 req-fcf8a186-e3f6-41b7-9682-1a9ee15e2af6 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866077 Aug 07 22:43:39.140892 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d7345-08f8-47d5-a8c0-0b9416c0caf6 req-077f232d-7641-430c-a2c5-1f7eede33e63 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:39.142279 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-083d7345-08f8-47d5-a8c0-0b9416c0caf6 req-077f232d-7641-430c-a2c5-1f7eede33e63 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0482125 Aug 07 22:43:39.190680 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-083d7345-08f8-47d5-a8c0-0b9416c0caf6 req-a58605e3-619e-4eae-86a2-922f94c3958d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Aug 07 22:43:39.702759 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b87b7fb5-a3fe-4331-987a-8b6aee631e2f req-07c780c0-0da5-43f6-966f-22163aa0f780 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099000 Aug 07 22:43:39.783788 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24607-bd25-45ca-9419-3e3308238caa req-ae8285a6-69e0-43b8-9d28-7b22fdb5e527 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:39.785281 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7fe24607-bd25-45ca-9419-3e3308238caa req-ae8285a6-69e0-43b8-9d28-7b22fdb5e527 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0668149 Aug 07 22:43:39.833347 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342c7f-0f7a-4ff0-ad2d-79b858b50e1a req-bb1310c8-26c9-4dd1-8db2-0f13dd768d77 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:39.834838 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-30342c7f-0f7a-4ff0-ad2d-79b858b50e1a req-bb1310c8-26c9-4dd1-8db2-0f13dd768d77 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0712156 Aug 07 22:43:39.880549 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7fe24607-bd25-45ca-9419-3e3308238caa req-a2171f0b-7c3c-4962-8607-94e5110ad4d3 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789804 Aug 07 22:43:39.906646 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-30342c7f-0f7a-4ff0-ad2d-79b858b50e1a req-6c0f3855-c36e-43ac-bc09-789b630883b8 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Aug 07 22:43:40.319788 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955354-72ad-419d-8336-a852ea28a4a1 req-498c4952-a6c2-46f0-b787-35f33031dc3d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:40.321273 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8c955354-72ad-419d-8336-a852ea28a4a1 req-498c4952-a6c2-46f0-b787-35f33031dc3d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Aug 07 22:43:40.369019 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8c955354-72ad-419d-8336-a852ea28a4a1 req-1f1df365-a2df-473f-88b5-eac8c5ae1dc1 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 Aug 07 22:43:41.035764 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9fef3-2505-4125-b0ce-829901002e84 req-eabdb434-bd8d-48a6-a1c0-453e4466cbe5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.037321 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-31b9fef3-2505-4125-b0ce-829901002e84 req-eabdb434-bd8d-48a6-a1c0-453e4466cbe5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0798631 Aug 07 22:43:41.057722 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365fd1-dc04-4f25-bec9-2cd171aff4b8 req-bc64f2c2-e619-4803-8fb0-01dbd12f009d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.059216 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-33365fd1-dc04-4f25-bec9-2cd171aff4b8 req-bc64f2c2-e619-4803-8fb0-01dbd12f009d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0729024 Aug 07 22:43:41.127776 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-31b9fef3-2505-4125-b0ce-829901002e84 req-44d88553-0cd9-4ba2-a459-60f502eb8b28 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844207 Aug 07 22:43:41.139714 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-33365fd1-dc04-4f25-bec9-2cd171aff4b8 req-648154fb-c9b1-4d9e-a338-f2ca40d6b42a tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730393 Aug 07 22:43:41.238060 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-894bed16-4551-4667-91ea-0ba6c21c4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.239654 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-894bed16-4551-4667-91ea-0ba6c21c4733 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 1129 time: 0.0415964 Aug 07 22:43:41.246745 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-cdd3d222-cb89-4a60-ad28-d5d3097f88f8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.248214 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-cdd3d222-cb89-4a60-ad28-d5d3097f88f8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 946 time: 0.0876315 Aug 07 22:43:41.489215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:41.526941 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:41.545110 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1294f-9fe4-4d79-990c-6534b0ba71de req-ac366e27-7a9f-487d-9ff0-175bea7cd6a8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.546643 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-22e1294f-9fe4-4d79-990c-6534b0ba71de req-ac366e27-7a9f-487d-9ff0-175bea7cd6a8 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0711594 Aug 07 22:43:41.557487 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Deleting port c6e7b289-4e50-424d-9310-ffa0f3386876 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:43:41.558849 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:41.592571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-d6a5a839-24c6-408d-a3e0-7b6bbb62fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.594035 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-d6a5a839-24c6-408d-a3e0-7b6bbb62fdce service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 917 time: 0.1741681 Aug 07 22:43:41.657153 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] For port c6e7b289-4e50-424d-9310-ffa0f3386876, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c6e7b289-4e50-424d-9310-ffa0f3386876,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:41.657413 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:41.663169 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-22e1294f-9fe4-4d79-990c-6534b0ba71de req-535777c7-b597-47a3-ac05-33ea18c3c560 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023769 Aug 07 22:43:41.678294 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-ea79e837-0b71-4c8d-8320-fc76a39fe710 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f8e101-7a4a-4833-b344-83657618e970 HTTP/1.1" status: 200 len: 1001 time: 0.0741944 Aug 07 22:43:41.863514 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:41.880446 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:41.880868 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (378ab65b-98fd-4148-add1-d1346670d51f), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:41.881185 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Floating IP 378ab65b-98fd-4148-add1-d1346670d51f disassociated. External IP: 172.27.3.44, port: c6e7b289-4e50-424d-9310-ffa0f3386876. Aug 07 22:43:41.881526 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Calling delete_port for c6e7b289-4e50-424d-9310-ffa0f3386876 owned by compute:nova {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:43:41.882481 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-1e0a5f88-1665-46b2-81b5-eb3dcf4e9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.884122 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-1e0a5f88-1665-46b2-81b5-eb3dcf4e9c0c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.0502532 Aug 07 22:43:41.885959 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:41.931234 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-95b69642-df63-42e8-b8c0-513a8d25e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:41.933017 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-95b69642-df63-42e8-b8c0-513a8d25e8ab service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424564 Aug 07 22:43:42.029618 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-0bae0fe8-8ca4-4d4a-ad4e-9c1c2c4bd314 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870779 Aug 07 22:43:42.098966 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 332a7e9e-deb8-4c55-afbc-6a7faca02b5e details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:43:42.132766 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-76e68f2e-6d9b-4390-92a0-448a107f991f req-f88f2c7f-0561-4fe8-8c2f-fcde8795b1cc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969138 Aug 07 22:43:42.135061 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (c6e7b289-4e50-424d-9310-ffa0f3386876), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:42.177024 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event deleted for resources: {'Port': ['ID=c6e7b289-4e50-424d-9310-ffa0f3386876,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:42.245771 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:42.260085 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'port_id': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'mac_address': 'fa:16:3e:f2:51:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:43:42.297498 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0d6394eb-7a92-44a1-971b-163b5afc399c req-466233c9-6b01-4ae9-965f-5c2a176e05af tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0538418 Aug 07 22:43:42.298705 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:43:42.309564 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:42.309953 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:42.316571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c1672-852f-4449-b385-1386e1cf452d req-f0bddeb7-91a3-4164-9d7c-8770ecb09156 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:42.324288 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-104c1672-852f-4449-b385-1386e1cf452d req-f0bddeb7-91a3-4164-9d7c-8770ecb09156 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 943 time: 0.0896995 Aug 07 22:43:42.325612 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332a7e9e-deb8-4c55-afbc-6a7faca02b5e {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:43:42.346355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:42.374881 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-104c1672-852f-4449-b385-1386e1cf452d req-3f6d25b3-1c85-4ed1-b4bc-e7a9774fb002 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496066 Aug 07 22:43:42.405457 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:42.419611 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:43:42.431846 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:43:42.460725 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:42.461582 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:43:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:42.481030 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] No DVR routers for this DVR port c6e7b289-4e50-424d-9310-ffa0f3386876 on host hv-cinder-85032 {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:43:42.483507 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:42.486664 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-80707b39-33ea-4879-b6f0-8b17283bf413 req-c1c226ad-214d-4b46-b6c6-137159c051e5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c6e7b289-4e50-424d-9310-ffa0f3386876 HTTP/1.1" status: 204 len: 173 time: 1.0667908 Aug 07 22:43:42.487099 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'name': 'network-vif-deleted', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:43:42.489372 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30589cc-4968-4fc8-9535-23b7341b3ba0" -d '{"events": [{"server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "name": "network-vif-deleted", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:43:42.512794 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:42.519300 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:42.526545 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.526891 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.527250 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.527603 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.527936 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.528304 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.528629 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.528950 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.529284 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.529592 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.529915 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.530256 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.530577 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.530890 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.531204 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:42.612943 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:42.685434 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78689994-41bf-4e96-a057-027769c9ad06 x-openstack-request-id: req-78689994-41bf-4e96-a057-027769c9ad06 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:43:42.685722 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750b85bc-6bb0-48e2-a912-7664384bcaa0", "name": "network-vif-deleted", "tag": "c6e7b289-4e50-424d-9310-ffa0f3386876", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:43:42.685969 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78689994-41bf-4e96-a057-027769c9ad06 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:43:42.686377 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78689994-41bf-4e96-a057-027769c9ad06'] response: {'server_uuid': '750b85bc-6bb0-48e2-a912-7664384bcaa0', 'name': 'network-vif-deleted', 'tag': 'c6e7b289-4e50-424d-9310-ffa0f3386876', 'status': 'completed', 'code': 200} Aug 07 22:43:42.792798 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['332a7e9e-deb8-4c55-afbc-6a7faca02b5e'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:43:42.810316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb32d-1f6f-4fb3-b3af-f8f90b26b897 req-408724a6-a4ec-4abf-81c2-4fee28e7974b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:42.811769 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fd0cb32d-1f6f-4fb3-b3af-f8f90b26b897 req-408724a6-a4ec-4abf-81c2-4fee28e7974b tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0494878 Aug 07 22:43:42.861247 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fd0cb32d-1f6f-4fb3-b3af-f8f90b26b897 req-a4ed77f8-973c-4047-b6d5-814a55a5a4c2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Aug 07 22:43:42.955526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:43.058087 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:43.089423 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:43:43.112038 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:43:43.112679 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:43:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:43.223802 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:43:43.421396 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a0a12726-392a-4bea-b44d-486994f4702f req-99a93ecf-dc67-4481-b50b-7a5863bac36c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0408499 Aug 07 22:43:43.423619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:43:43.452832 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231305b6-21ed-4de9-ad4d-003cae0dc2c0 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:43:43.503242 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f1b46-2c03-465a-a118-6b6509eafa44 req-9038f733-332c-41df-bfc0-f4e876f7a656 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:43.504808 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-be1f1b46-2c03-465a-a118-6b6509eafa44 req-9038f733-332c-41df-bfc0-f4e876f7a656 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 944 time: 0.0545940 Aug 07 22:43:43.556882 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-be1f1b46-2c03-465a-a118-6b6509eafa44 req-72f9ad17-8ef3-4be1-a79c-bff5b1620499 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Aug 07 22:43:43.703862 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1e254-32bc-46a2-974d-37e180719e4e None None] New status for floating IP 378ab65b-98fd-4148-add1-d1346670d51f: DOWN {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:43:44.011921 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88410863-b5de-4f4d-8cd3-57aef3bdb916 req-14652c2e-6330-43a4-aea8-e0973e3be8d0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:44.013447 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-88410863-b5de-4f4d-8cd3-57aef3bdb916 req-14652c2e-6330-43a4-aea8-e0973e3be8d0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Aug 07 22:43:44.062088 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-88410863-b5de-4f4d-8cd3-57aef3bdb916 req-6751fa08-131a-4c1a-87ee-0203fe2c07e4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Aug 07 22:43:44.114917 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 332a7e9e-deb8-4c55-afbc-6a7faca02b5e up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:43:44.160783 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:43:44.235323 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:44.235949 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:44.239225 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:44.314174 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:44.314558 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:44.339131 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:43:44.341507 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7b6707-6519-4c17-b778-bde005ec9166" -d '{"events": [{"server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "name": "network-vif-plugged", "status": "completed", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:43:44.354735 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:44.381295 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaefed7-63b1-4bb4-96d7-cdb43222b868 x-openstack-request-id: req-adaefed7-63b1-4bb4-96d7-cdb43222b868 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:43:44.381609 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "name": "network-vif-plugged", "status": "completed", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:43:44.381866 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adaefed7-63b1-4bb4-96d7-cdb43222b868 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:43:44.382999 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adaefed7-63b1-4bb4-96d7-cdb43222b868'] response: {'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'code': 200} Aug 07 22:43:44.433721 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:44.434597 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c6e7b289-4e50-424d-9310-ffa0f3386876 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:43:44.472988 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: c6e7b289-4e50-424d-9310-ffa0f3386876 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:43:44.473465 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c6e7b289-4e50-424d-9310-ffa0f3386876 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:43:44.473830 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:43:44.529253 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:44.546625 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-12076e82-0078-4fae-be17-4df8d25bf14c req-10d41ab3-a3d6-4eb0-adc2-cc965ada2e3c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=750b85bc-6bb0-48e2-a912-7664384bcaa0 HTTP/1.1" status: 200 len: 210 time: 0.0416129 Aug 07 22:43:44.577335 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: ACTIVE; New status is: DOWN {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:44.577723 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:44.615731 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:43:44.689902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:44.721159 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:44.751443 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=8']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:44.949794 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba338ab-a910-4aad-84a3-5afc336269ea req-bd2a48d2-3a60-4e72-a149-1a40017d3535 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:44.951280 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fba338ab-a910-4aad-84a3-5afc336269ea req-bd2a48d2-3a60-4e72-a149-1a40017d3535 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.3135929 Aug 07 22:43:45.006369 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fba338ab-a910-4aad-84a3-5afc336269ea req-dce0d76f-cd7f-439f-9311-535098d93fed tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483232 Aug 07 22:43:45.046382 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5eecc-1630-490d-ab99-345d43715720 req-ece32371-c027-411f-b2de-a1d4992371d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:45.047882 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8fd5eecc-1630-490d-ab99-345d43715720 req-ece32371-c027-411f-b2de-a1d4992371d5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1129 time: 0.0477142 Aug 07 22:43:45.112639 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8fd5eecc-1630-490d-ab99-345d43715720 req-3a811649-248c-4297-b6ab-a8a95de045f4 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555756 Aug 07 22:43:45.195210 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d382a08-6695-4266-a2b9-5553ef0e4e84 req-42b236f2-89ce-432f-a7f6-6d1877c08d1f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:45.196633 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8d382a08-6695-4266-a2b9-5553ef0e4e84 req-42b236f2-89ce-432f-a7f6-6d1877c08d1f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0476422 Aug 07 22:43:45.214914 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:45.228031 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:45.245050 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8d382a08-6695-4266-a2b9-5553ef0e4e84 req-251dd52f-de12-4bc5-b776-292a8a6764c7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 Aug 07 22:43:45.840634 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ac8f525c-9cfb-449d-89a2-c386867b976b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1868642240&fields=id&tenant_id=6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 267 time: 0.0645177 Aug 07 22:43:45.943466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-f15bd2a4-2767-4c84-a4e3-5bb913bc6de0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:45.944994 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-f15bd2a4-2767-4c84-a4e3-5bb913bc6de0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 812 time: 0.1023066 Aug 07 22:43:45.961111 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ae87b922-2aa5-4a1d-a042-1ffd6403fba2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/quotas/6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 375 time: 0.0101073 Aug 07 22:43:46.015234 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-6673f3a4-79b1-4d6c-a443-a69ae4dc3773 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487940 Aug 07 22:43:46.222912 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-8200a8b1-a66f-4d50-9519-0fc61aba2bc7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924238 Aug 07 22:43:46.322593 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-964777b7-bfa5-487a-ab7f-f39c6c6f3984 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936797 Aug 07 22:43:46.386494 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:43:46.391514 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6964f54-831a-41ca-b798-d77bdc71042c" -d '{"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-unplugged", "status": "completed", "tag": "28f8e101-7a4a-4833-b344-83657618e970"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:43:46.399745 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02e8cd-eca0-46ee-a88e-bd3810b656e9 req-d862907e-c11e-43b2-8a4a-dba889ec027b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:46.401316 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bc02e8cd-eca0-46ee-a88e-bd3810b656e9 req-d862907e-c11e-43b2-8a4a-dba889ec027b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0543528 Aug 07 22:43:46.461612 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bc02e8cd-eca0-46ee-a88e-bd3810b656e9 req-b9eee78f-752b-46e5-b389-8ac1cd482fcd tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480464 Aug 07 22:43:46.505491 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 07 Aug 2022 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdcc255-6ed5-4392-8120-148a67cfab74 x-openstack-request-id: req-abdcc255-6ed5-4392-8120-148a67cfab74 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:43:46.505781 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-unplugged", "status": "failed", "tag": "28f8e101-7a4a-4833-b344-83657618e970", "code": 422}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:43:46.506128 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abdcc255-6ed5-4392-8120-148a67cfab74 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:43:46.506516 dv-cinder-850321-3-iscsi neutron-server[104593]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-abdcc255-6ed5-4392-8120-148a67cfab74']: {'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970', 'code': 422} returned with failed status Aug 07 22:43:46.874947 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d086b5bd-e27d-4c57-8fb8-1ec8db2af893 req-39d38f0c-92eb-439d-bdaa-e8be37d9794d tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 210 time: 0.0424964 Aug 07 22:43:47.198711 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-2074d372-e691-4cb8-9743-b3776c21a7c4 req-147eb399-65b9-4d8f-8838-cb641412233c service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:43:47.199713 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2074d372-e691-4cb8-9743-b3776c21a7c4 req-147eb399-65b9-4d8f-8838-cb641412233c service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060451 Aug 07 22:43:47.629457 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fc07-cc7f-4c06-9b45-a76bd1749f61 req-13628c0f-d146-4a49-bf99-0e59cc80500d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:47.634630 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-54c4fc07-cc7f-4c06-9b45-a76bd1749f61 req-13628c0f-d146-4a49-bf99-0e59cc80500d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0832496 Aug 07 22:43:47.638077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b641c47-08a4-4a53-b607-f4382b652aee req-a7d26ee3-75e9-4fc0-af9f-57e5ec7ff348 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:47.639481 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b641c47-08a4-4a53-b607-f4382b652aee req-a7d26ee3-75e9-4fc0-af9f-57e5ec7ff348 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0809972 Aug 07 22:43:47.718685 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-54c4fc07-cc7f-4c06-9b45-a76bd1749f61 req-b3e3d193-9a67-4561-ae09-83b45e86b460 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782404 Aug 07 22:43:47.722846 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b641c47-08a4-4a53-b607-f4382b652aee req-8aec7bf9-f8f0-4bc5-8a4e-f610d6371129 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754044 Aug 07 22:43:47.851727 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f48766-268a-4db8-98cb-d415d9e487b6 req-d4876a45-c1bf-40fd-9c53-c672ebe8a907 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:47.853271 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-43f48766-268a-4db8-98cb-d415d9e487b6 req-d4876a45-c1bf-40fd-9c53-c672ebe8a907 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0537603 Aug 07 22:43:47.904600 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-43f48766-268a-4db8-98cb-d415d9e487b6 req-b604f318-8665-4504-94f4-f329b028517c tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Aug 07 22:43:48.012310 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2fe95411-80cf-4f80-8a26-62efb979bc88 req-225890c4-56ef-4299-bb69-f6120f3c2f0a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 210 time: 0.0472879 Aug 07 22:43:48.016602 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37784) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:48.120538 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:43:48.121535 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-cf92a6ca-8649-4e19-980f-03c21f015795 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031621 Aug 07 22:43:48.130375 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-b83eb675-8331-4ebd-b7a0-1773fda2ba5e service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:43:48.133674 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-b83eb675-8331-4ebd-b7a0-1773fda2ba5e service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053635 Aug 07 22:43:48.214922 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: DOWN; New status is: DOWN {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:43:48.228918 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37794) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:48.319742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c422c-3cfb-46a5-b654-d97648638ab7 req-90e573ff-c514-40d7-9670-ac70a9ef3fec tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:48.321333 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-311c422c-3cfb-46a5-b654-d97648638ab7 req-90e573ff-c514-40d7-9670-ac70a9ef3fec tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0555582 Aug 07 22:43:48.339316 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-caf353f7-0f3a-478e-9ead-e6e685c28529 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:48.340811 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-caf353f7-0f3a-478e-9ead-e6e685c28529 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports/28f8e101-7a4a-4833-b344-83657618e970 HTTP/1.1" status: 200 len: 940 time: 0.1108468 Aug 07 22:43:48.373056 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-311c422c-3cfb-46a5-b654-d97648638ab7 req-29f6f064-5dc2-4641-955d-cee201450dda tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Aug 07 22:43:48.873324 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:48.908899 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:48.918681 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074bcbf-8f6e-4a75-99d9-2d65a1362240 req-70d3d2d4-3d14-4676-9c88-558c634ba8cf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:48.920217 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5074bcbf-8f6e-4a75-99d9-2d65a1362240 req-70d3d2d4-3d14-4676-9c88-558c634ba8cf tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.1096463 Aug 07 22:43:48.961876 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dae02-e481-4e5d-8d00-6b8d81e5d1a5 req-16b20fdc-ae89-4edd-8e11-5234fd2d5ffb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:48.963690 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-379dae02-e481-4e5d-8d00-6b8d81e5d1a5 req-16b20fdc-ae89-4edd-8e11-5234fd2d5ffb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.1031783 Aug 07 22:43:48.982907 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:49.024662 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5074bcbf-8f6e-4a75-99d9-2d65a1362240 req-b68e1aa7-b8b1-40bf-ac90-73baa9fd149f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916591 Aug 07 22:43:49.025450 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ee5791cf-bc3f-447b-867c-02c04c68bd58 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:49.027478 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ee5791cf-bc3f-447b-867c-02c04c68bd58 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 812 time: 0.1276486 Aug 07 22:43:49.109656 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-379dae02-e481-4e5d-8d00-6b8d81e5d1a5 req-038257cd-02c3-4aa9-8d2f-02202445fe9f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274593 Aug 07 22:43:49.174294 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-6414c046-707b-4872-a7e5-a2448159f9f1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 380 time: 0.1237876 Aug 07 22:43:49.176747 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fad22ba5-5e8a-4574-a3b9-1eadef9dd21c req-c95f4f63-10d6-40bb-ac2e-1cf37fb27f93 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 210 time: 0.0371959 Aug 07 22:43:49.185779 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'port': {'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'admin_state_up': True, 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'security_groups': ['d83bac35-f762-4867-a57a-7c636f1690fb']}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:43:49.382129 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Made reservation on behalf of 6b3cfd456d8748b3a1db990d638340af for: {'port': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:43:49.385679 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:49.468727 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:49.532964 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Allocated IP 172.20.0.7 (aaf0b534-ba14-4766-8d78-28b21425ddb7/a66cffc1-2992-47c6-8a92-507b83167955/62940318-36f5-4e66-8a0a-be8fade04295) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:43:49.683487 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (62940318-36f5-4e66-8a0a-be8fade04295), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:49.769090 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (62940318-36f5-4e66-8a0a-be8fade04295), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:49.815442 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:43:49.818490 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:43:49.822631 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:43:49.851293 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=62940318-36f5-4e66-8a0a-be8fade04295,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:49.866871 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.867217 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.867560 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.867894 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.868247 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.868577 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.868907 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.869229 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.869551 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.869873 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.870199 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.870519 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.870842 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.871160 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.871476 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:49.894702 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:49.895361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:49.949359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-8ec9fc36-2d70-420b-b4c1-bcef5c5a077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:49.950933 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-8ec9fc36-2d70-420b-b4c1-bcef5c5a077c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99&tenant_id=3f7ea2694e7641088d957060a1001d86 HTTP/1.1" status: 200 len: 1127 time: 0.0429504 Aug 07 22:43:50.019916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-6dfb36a7-afb9-4249-a688-d5c48cfe4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:50.021408 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-6dfb36a7-afb9-4249-a688-d5c48cfe4591 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f7ea2694e7641088d957060a1001d86&device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 1127 time: 0.0413923 Aug 07 22:43:50.029898 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-ad0807c5-a9b9-4745-8247-8f3d112741c2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8480394 Aug 07 22:43:50.041436 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Request body: {'port': {'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:43:50.105877 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-870d1346-a165-40f8-8ed7-4d77d2b25d05 None None] Provisioning complete for port 62940318-36f5-4e66-8a0a-be8fade04295 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:43:50.106403 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-870d1346-a165-40f8-8ed7-4d77d2b25d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (62940318-36f5-4e66-8a0a-be8fade04295), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:50.122864 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (62940318-36f5-4e66-8a0a-be8fade04295), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:50.178216 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-1292b7d5-702b-4382-b79a-5b406a3ac600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:50.179739 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-1292b7d5-702b-4382-b79a-5b406a3ac600 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 200 len: 917 time: 0.1519308 Aug 07 22:43:50.193340 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51b7fe-4faa-466a-b7d6-39bca45efb6e req-9e881b52-70cc-4b44-818a-c67758b6901c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:50.200442 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7b51b7fe-4faa-466a-b7d6-39bca45efb6e req-9e881b52-70cc-4b44-818a-c67758b6901c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0787165 Aug 07 22:43:50.221649 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-870d1346-a165-40f8-8ed7-4d77d2b25d05 None None] Port 62940318-36f5-4e66-8a0a-be8fade04295 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:43:50.344578 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7b51b7fe-4faa-466a-b7d6-39bca45efb6e req-2c654c53-5b81-46e5-a488-73138f0a6e1a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427197 Aug 07 22:43:50.370560 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-a6b6102a-3399-4cf8-83f1-68122668dcb2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f8e101-7a4a-4833-b344-83657618e970 HTTP/1.1" status: 200 len: 999 time: 0.1674531 Aug 07 22:43:50.435113 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f5c9-4b8b-4c60-80ec-f3d2ea7c8b4c req-161d050d-4ce9-4b99-94ee-d10f99f87ad5 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:50.437193 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51c5f5c9-4b8b-4c60-80ec-f3d2ea7c8b4c req-161d050d-4ce9-4b99-94ee-d10f99f87ad5 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.2091265 Aug 07 22:43:50.520077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652468dd-12fe-4c17-a90e-6bcc5dacb6b5 req-e703c963-3709-403a-9fa2-c6077cb3d9e0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:50.521629 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-652468dd-12fe-4c17-a90e-6bcc5dacb6b5 req-e703c963-3709-403a-9fa2-c6077cb3d9e0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 931 time: 0.0968790 Aug 07 22:43:50.528635 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-76ebdbd3-baba-4914-8c21-62f1d7418cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:50.530127 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-76ebdbd3-baba-4914-8c21-62f1d7418cda service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 200 len: 855 time: 0.1494663 Aug 07 22:43:50.565036 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:50.601363 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51c5f5c9-4b8b-4c60-80ec-f3d2ea7c8b4c req-f6840fb9-2a30-49c2-86b8-1a337453e5be tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508713 Aug 07 22:43:50.612818 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-2149ce02-fce4-4b79-b911-dadba9c3a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:50.614293 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-2149ce02-fce4-4b79-b911-dadba9c3a1e2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=057d9455-09f9-43b3-b9b9-43213b4e9159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742257 Aug 07 22:43:50.649502 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-652468dd-12fe-4c17-a90e-6bcc5dacb6b5 req-f75fd0f3-90a9-4fbc-834a-1660bb8160b7 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133943 Aug 07 22:43:50.681513 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62940318-36f5-4e66-8a0a-be8fade04295 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:43:50.689564 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Publish callbacks [] for port (62940318-36f5-4e66-8a0a-be8fade04295), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:50.703862 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Transition to ACTIVE for port object 62940318-36f5-4e66-8a0a-be8fade04295 will not be triggered until provisioned by entity L2. {{(pid=104592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:43:50.748255 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-fb69b98e-559c-454d-a1a7-a74a98d264e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256406 Aug 07 22:43:50.793359 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (62940318-36f5-4e66-8a0a-be8fade04295), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:50.820572 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:50.846616 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a35b4de-1881-4edf-8b1e-341bbd96581c req-39d13222-ac95-46e6-bd0a-fbf6733daf5d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903435 Aug 07 22:43:50.854660 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Pushing event updated for resources: {'Port': ['ID=62940318-36f5-4e66-8a0a-be8fade04295,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:50.911026 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Attempting to bind port 62940318-36f5-4e66-8a0a-be8fade04295 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:43:50.911356 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Attempting to bind port 62940318-36f5-4e66-8a0a-be8fade04295 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:43:50.911676 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Attempting to bind port 62940318-36f5-4e66-8a0a-be8fade04295 on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:50.916329 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Port 62940318-36f5-4e66-8a0a-be8fade04295 on network aaf0b534-ba14-4766-8d78-28b21425ddb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:43:50.916655 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Attempting to bind port 62940318-36f5-4e66-8a0a-be8fade04295 on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:43:50.922590 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:43:50.922922 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Checking segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:43:50.923292 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Bound using segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:43:50.923705 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Bound port: 62940318-36f5-4e66-8a0a-be8fade04295, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:43:50.924079 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (62940318-36f5-4e66-8a0a-be8fade04295), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:50.987195 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] For port 62940318-36f5-4e66-8a0a-be8fade04295, host hv-cinder-85032, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:43:50.990363 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] For port 62940318-36f5-4e66-8a0a-be8fade04295, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=62940318-36f5-4e66-8a0a-be8fade04295,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:43:51.062566 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (62940318-36f5-4e66-8a0a-be8fade04295), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:51.067139 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:51.071719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:51.071719 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/62940318-36f5-4e66-8a0a-be8fade04295 HTTP/1.1" status: 200 len: 1093 time: 1.0323651 Aug 07 22:43:51.071719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:43:51.072650 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a52746b-0837-4f34-84d9-9d0497b62665" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "tag": "62940318-36f5-4e66-8a0a-be8fade04295"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:43:51.118898 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf07c3-63e5-49c2-8a6a-f849dbe4b3a9 x-openstack-request-id: req-e2bf07c3-63e5-49c2-8a6a-f849dbe4b3a9 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:43:51.119192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "tag": "62940318-36f5-4e66-8a0a-be8fade04295", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:43:51.119444 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2bf07c3-63e5-49c2-8a6a-f849dbe4b3a9 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:43:51.119849 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bf07c3-63e5-49c2-8a6a-f849dbe4b3a9'] response: {'name': 'network-changed', 'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295', 'status': 'completed', 'code': 200} Aug 07 22:43:51.136350 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23c318-0dfd-4f18-9616-e176ee216726 service neutron] Pushing event updated for resources: {'Port': ['ID=62940318-36f5-4e66-8a0a-be8fade04295,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:51.183816 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52746b-0837-4f34-84d9-9d0497b62665 req-3d6f3d29-59f9-4081-9029-8d903ca8b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:51.185402 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a52746b-0837-4f34-84d9-9d0497b62665 req-3d6f3d29-59f9-4081-9029-8d903ca8b995 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 1127 time: 0.0432079 Aug 07 22:43:51.372215 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52746b-0837-4f34-84d9-9d0497b62665 req-edb3ab28-b9f0-4fce-85c9-894f380a90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:51.372215 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a52746b-0837-4f34-84d9-9d0497b62665 req-edb3ab28-b9f0-4fce-85c9-894f380a90db service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6b3cfd456d8748b3a1db990d638340af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1775432 Aug 07 22:43:51.477934 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c842a52-8149-47e1-880e-9fe9f0d78462 req-b325d5b1-9d95-4611-9b29-a4260f770896 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:51.479572 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2c842a52-8149-47e1-880e-9fe9f0d78462 req-b325d5b1-9d95-4611-9b29-a4260f770896 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0530772 Aug 07 22:43:51.546246 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52746b-0837-4f34-84d9-9d0497b62665 req-8e8e03ae-7866-4e84-bc1c-1167c6438bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:51.548134 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a52746b-0837-4f34-84d9-9d0497b62665 req-8e8e03ae-7866-4e84-bc1c-1167c6438bca service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718295 Aug 07 22:43:51.552570 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2c842a52-8149-47e1-880e-9fe9f0d78462 req-f694b89a-7dbe-4274-befb-4ffac0f6f77c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671327 Aug 07 22:43:51.757644 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:51.774307 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0111c9-5773-41e9-800d-df323f6f729c req-cd6d035a-f00b-4534-a1d6-62367f1f2757 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:51.783232 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5a0111c9-5773-41e9-800d-df323f6f729c req-cd6d035a-f00b-4534-a1d6-62367f1f2757 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0890951 Aug 07 22:43:51.807110 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:51.914571 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5a0111c9-5773-41e9-800d-df323f6f729c req-0992512a-b4ce-4cf9-9278-fbd62b2eb5b7 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298804 Aug 07 22:43:51.940770 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85afb-6f8d-454f-a25d-5185295bbe08 req-537cf5e7-51d5-4b67-ae62-2040f3e4ebcf tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:51.942447 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c1b85afb-6f8d-454f-a25d-5185295bbe08 req-537cf5e7-51d5-4b67-ae62-2040f3e4ebcf tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.1257598 Aug 07 22:43:52.009779 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c1b85afb-6f8d-454f-a25d-5185295bbe08 req-6a6fbfcf-3ad0-43fe-9d8f-18a13bce8d73 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613680 Aug 07 22:43:52.712442 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d5f3d-a8be-44db-a368-e09592cf6414 req-63a848a4-9388-40e5-b6e9-0fbb2051fd9c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:52.713994 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-499d5f3d-a8be-44db-a368-e09592cf6414 req-63a848a4-9388-40e5-b6e9-0fbb2051fd9c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0625744 Aug 07 22:43:52.767520 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-499d5f3d-a8be-44db-a368-e09592cf6414 req-6f60152b-0cbc-4c4f-99b8-1dcd9a7674c9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474761 Aug 07 22:43:53.046291 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc7be1-5a73-47f8-bed1-e47fda131e44 req-df62a55b-f3ed-411f-b652-de0564cb5794 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:53.048438 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b8bc7be1-5a73-47f8-bed1-e47fda131e44 req-df62a55b-f3ed-411f-b652-de0564cb5794 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0527833 Aug 07 22:43:53.140203 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b8bc7be1-5a73-47f8-bed1-e47fda131e44 req-2e3bed9f-e166-4b8a-a323-084ec6c5fe82 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854886 Aug 07 22:43:53.178457 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b0d3a-ef52-40fd-bce2-4e0fd975e313 req-8dba435e-ac33-437b-975f-f9d358a90295 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:53.180043 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-046b0d3a-ef52-40fd-bce2-4e0fd975e313 req-8dba435e-ac33-437b-975f-f9d358a90295 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0538025 Aug 07 22:43:53.234076 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-046b0d3a-ef52-40fd-bce2-4e0fd975e313 req-0d7dc91d-150d-4f5c-94f3-a4ad9e0e297c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476758 Aug 07 22:43:53.902394 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786f305-8ff5-4a06-9672-4a7e26832cee req-c528d8d5-c1ba-4b28-859a-56fff0c33528 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:53.904724 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f786f305-8ff5-4a06-9672-4a7e26832cee req-c528d8d5-c1ba-4b28-859a-56fff0c33528 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0511029 Aug 07 22:43:53.930489 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-37cc1589-dde5-4bda-858f-533af3c98a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:53.956875 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f786f305-8ff5-4a06-9672-4a7e26832cee req-718633f5-35eb-47e6-a5e6-9e6661496791 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Aug 07 22:43:54.350978 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73700a5-0f19-41df-84af-a06fa3985f31 req-672226f1-d4a5-4885-ac21-31ee9d68fb0b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:54.405413 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e73700a5-0f19-41df-84af-a06fa3985f31 req-672226f1-d4a5-4885-ac21-31ee9d68fb0b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.1135821 Aug 07 22:43:54.409021 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1d17e-ebf2-44a9-a21d-cf08f59bab21 req-52d6dea7-3ef8-4ad4-adbc-0f313cf2ad37 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:54.410493 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cfb1d17e-ebf2-44a9-a21d-cf08f59bab21 req-52d6dea7-3ef8-4ad4-adbc-0f313cf2ad37 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0819638 Aug 07 22:43:54.468945 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e73700a5-0f19-41df-84af-a06fa3985f31 req-8facbd4d-a70a-495d-8ef6-d04a755933ff tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957863 Aug 07 22:43:54.507384 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cfb1d17e-ebf2-44a9-a21d-cf08f59bab21 req-9e0ab220-d887-4f72-b295-0227775894e2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828247 Aug 07 22:43:55.102134 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a35d7-dd5b-4fe3-8613-5f0cba9c9ab8 req-6dd1be18-a880-499c-8a62-257ab766cbad tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:55.103692 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-597a35d7-dd5b-4fe3-8613-5f0cba9c9ab8 req-6dd1be18-a880-499c-8a62-257ab766cbad tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0534091 Aug 07 22:43:55.160983 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-597a35d7-dd5b-4fe3-8613-5f0cba9c9ab8 req-dc03fb35-f0d7-46f0-a13a-f72e05b5194e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473261 Aug 07 22:43:55.659399 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e180f4-1734-4f3b-808b-98c670b02154 req-717bab2a-9330-445e-923e-12775ce6e598 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:55.660994 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a8e180f4-1734-4f3b-808b-98c670b02154 req-717bab2a-9330-445e-923e-12775ce6e598 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0823848 Aug 07 22:43:55.690713 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edda2a-58f2-4cf2-9cb7-4f97a3c8578b req-5ec8f516-a457-43da-8beb-c8de5bbe7cfa tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:55.690713 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-84edda2a-58f2-4cf2-9cb7-4f97a3c8578b req-5ec8f516-a457-43da-8beb-c8de5bbe7cfa tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.1087534 Aug 07 22:43:55.764981 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a8e180f4-1734-4f3b-808b-98c670b02154 req-5b501808-38e1-4284-86dd-e27814834b60 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962763 Aug 07 22:43:55.776870 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-84edda2a-58f2-4cf2-9cb7-4f97a3c8578b req-42fc6f59-2371-4f30-adea-50c96471fa9e tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838759 Aug 07 22:43:56.268632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:56.308903 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d3ca6-6b62-4c83-a156-85fdf19b6a44 req-8dfc3409-bc04-4e11-9d03-ff1ee79cbeee tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:56.310436 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-867d3ca6-6b62-4c83-a156-85fdf19b6a44 req-8dfc3409-bc04-4e11-9d03-ff1ee79cbeee tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0513561 Aug 07 22:43:56.342282 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:56.347702 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:43:56.368852 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-867d3ca6-6b62-4c83-a156-85fdf19b6a44 req-da34a0ce-e02e-4549-a6e9-394d1826a432 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519285 Aug 07 22:43:56.496131 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e3b12905-f49e-4777-a73f-f9b945cf5bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:56.998459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85b41-81f6-4e6a-8918-572d1110cb6d req-c2554a01-e2b3-4b64-ad89-eec3687df1bc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:57.000003 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b4a85b41-81f6-4e6a-8918-572d1110cb6d req-c2554a01-e2b3-4b64-ad89-eec3687df1bc tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.1171637 Aug 07 22:43:57.009203 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255cf7a-0688-40fe-8f70-833709fba888 req-623dc885-b5d2-4e42-aac4-da76b7ca660c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:57.014929 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9255cf7a-0688-40fe-8f70-833709fba888 req-623dc885-b5d2-4e42-aac4-da76b7ca660c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.1442928 Aug 07 22:43:57.102848 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b4a85b41-81f6-4e6a-8918-572d1110cb6d req-70434c1f-4a80-47f7-8a3a-3ea9a08b25a7 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858040 Aug 07 22:43:57.121029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9255cf7a-0688-40fe-8f70-833709fba888 req-2d34a7d8-abcf-4c9c-a93e-b18f9ca930ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040258 Aug 07 22:43:57.433250 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:57.550254 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af4e8f-9418-414d-b8a8-f0eb7df8b7ab req-5479ce5d-b347-460a-beac-9b29b519d279 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:57.551642 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9af4e8f-9418-414d-b8a8-f0eb7df8b7ab req-5479ce5d-b347-460a-beac-9b29b519d279 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0753279 Aug 07 22:43:57.610278 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9af4e8f-9418-414d-b8a8-f0eb7df8b7ab req-fc6d8617-66fb-4775-abca-6efa8ea44d6f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520334 Aug 07 22:43:58.281789 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa9cfc-2d47-40f4-9f5f-edfc9e236a69 req-d9412542-cc78-4f10-8c33-bc29d6949a4f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:58.283256 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-08fa9cfc-2d47-40f4-9f5f-edfc9e236a69 req-d9412542-cc78-4f10-8c33-bc29d6949a4f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0857182 Aug 07 22:43:58.308061 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cadb9-688d-4a56-b2a8-76bfb09ea20d req-a34f105f-3fbe-45ff-8794-6bcef7b95659 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:58.308893 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-455cadb9-688d-4a56-b2a8-76bfb09ea20d req-a34f105f-3fbe-45ff-8794-6bcef7b95659 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0954492 Aug 07 22:43:58.383422 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-08fa9cfc-2d47-40f4-9f5f-edfc9e236a69 req-cd103269-dffd-419c-b03b-16ec1dd64aec tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911715 Aug 07 22:43:58.417999 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-455cadb9-688d-4a56-b2a8-76bfb09ea20d req-648768da-2767-4e19-b096-1e0b8b06397f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942256 Aug 07 22:43:58.764253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddc90a-b14c-422d-97c4-f4dcfd325dab req-6ef66ec3-ebea-4508-a490-0f1a90a5e9d7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:58.766975 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4dddc90a-b14c-422d-97c4-f4dcfd325dab req-6ef66ec3-ebea-4508-a490-0f1a90a5e9d7 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0608256 Aug 07 22:43:58.823312 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4dddc90a-b14c-422d-97c4-f4dcfd325dab req-0cca099c-68c6-4261-a7cd-43a6193f7cd0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519283 Aug 07 22:43:59.077222 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 37968) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:59.189228 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9780c4a7-89f6-46ad-98f3-01a83964efe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.206537 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:59.265686 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9780c4a7-89f6-46ad-98f3-01a83964efe5 admin admin] Publish callbacks [] for security_group (722c359c-68af-4014-ab4a-0fd35c6109dd), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.358698 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9780c4a7-89f6-46ad-98f3-01a83964efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (722c359c-68af-4014-ab4a-0fd35c6109dd), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.387656 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.404382 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9780c4a7-89f6-46ad-98f3-01a83964efe5 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c46659202971413d893529941b799697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260307 Aug 07 22:43:59.406654 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780c4a7-89f6-46ad-98f3-01a83964efe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722c359c-68af-4014-ab4a-0fd35c6109dd,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:59.407139 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 37972) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:43:59.422174 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.482779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Publish callbacks [] for security_group (722c359c-68af-4014-ab4a-0fd35c6109dd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.557760 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Publish callbacks [] for security_group (722c359c-68af-4014-ab4a-0fd35c6109dd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.567038 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f20fe-32bb-41c2-a289-55ff220eeec8 req-9b17986b-4594-40d7-a1a5-54c884c77ae8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:59.568512 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8c3f20fe-32bb-41c2-a289-55ff220eeec8 req-9b17986b-4594-40d7-a1a5-54c884c77ae8 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0998259 Aug 07 22:43:59.611730 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a812-9eb3-438e-bfb5-fc2dfcbf174a req-35e55660-b4f0-4e30-b0a0-22750379c4c8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:59.613176 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8fb9a812-9eb3-438e-bfb5-fc2dfcbf174a req-35e55660-b4f0-4e30-b0a0-22750379c4c8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.1124668 Aug 07 22:43:59.614689 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.669827 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8c3f20fe-32bb-41c2-a289-55ff220eeec8 req-956c21e3-0509-41ba-adf2-7f76547d2a60 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940123 Aug 07 22:43:59.696163 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8fb9a812-9eb3-438e-bfb5-fc2dfcbf174a req-6e89fc96-f73f-4974-9166-f9a75e168497 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746579 Aug 07 22:43:59.762904 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (722c359c-68af-4014-ab4a-0fd35c6109dd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.765634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:43:59.766752 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/722c359c-68af-4014-ab4a-0fd35c6109dd HTTP/1.1" status: 204 len: 168 time: 0.3586109 Aug 07 22:43:59.775523 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722c359c-68af-4014-ab4a-0fd35c6109dd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:43:59.782968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.783323 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.783758 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.783999 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.784360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.784690 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.785016 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.785335 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.785658 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.785990 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.786482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.786637 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.786926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.787240 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.787557 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae5cc50-9e2b-466b-b6c3-7096f69ca8e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:43:59.938176 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-4f1528e4-b370-4cc1-a55f-ad305774a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:59.940151 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-4f1528e4-b370-4cc1-a55f-ad305774a1fa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 1127 time: 0.0531149 Aug 07 22:43:59.949218 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:59.983940 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:43:59.996481 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a01-71ee-4ef5-981d-61d4f0cc8a8b req-6cb0bf3b-cfd5-4cb8-a3a0-0a36cb877d5c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:43:59.997944 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e072a01-71ee-4ef5-981d-61d4f0cc8a8b req-6cb0bf3b-cfd5-4cb8-a3a0-0a36cb877d5c tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.0929444 Aug 07 22:44:00.000904 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-7354567f-78eb-437e-b235-2fceecc1c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:00.002239 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-7354567f-78eb-437e-b235-2fceecc1c5e1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1130 time: 0.0841923 Aug 07 22:44:00.045056 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e072a01-71ee-4ef5-981d-61d4f0cc8a8b req-e6820236-9301-4e8c-8e68-f5e1b88286a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409734 Aug 07 22:44:00.188923 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-a5e66d81-ef48-4734-b662-b64084d874c7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62940318-36f5-4e66-8a0a-be8fade04295 HTTP/1.1" status: 200 len: 217 time: 0.0516632 Aug 07 22:44:00.231484 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-b0c58a76-f517-4a8b-809e-08c9539e5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:00.233070 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-b0c58a76-f517-4a8b-809e-08c9539e5fb3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 200 len: 910 time: 0.0954742 Aug 07 22:44:00.818623 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38006) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:00.831919 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976ee7d-7b15-470d-b00a-26799af3cf69 req-a056ecbf-6a94-4169-a359-bf77a8c79375 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:00.833593 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2976ee7d-7b15-470d-b00a-26799af3cf69 req-a056ecbf-6a94-4169-a359-bf77a8c79375 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0847499 Aug 07 22:44:00.856847 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b515b80-3301-4a49-ae08-33c433b72fdd req-5aa8673a-3d0d-47bb-ba96-5158eb02ffcb tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:00.858275 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7b515b80-3301-4a49-ae08-33c433b72fdd req-5aa8673a-3d0d-47bb-ba96-5158eb02ffcb tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0710084 Aug 07 22:44:00.923449 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1718132530-network', 'tenant_id': '2648957a96504832a5693026f9d99c58'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:00.938048 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2976ee7d-7b15-470d-b00a-26799af3cf69 req-7520db6e-d0f7-4e30-b67f-2d36288d919d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952916 Aug 07 22:44:00.969499 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7b515b80-3301-4a49-ae08-33c433b72fdd req-09e36c43-54fc-451b-b2ca-e888bd589c5e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040061 Aug 07 22:44:00.984433 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-79d5c51a-72b6-4e89-9515-db16ef458027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:00.986554 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-79d5c51a-72b6-4e89-9515-db16ef458027 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0663018 Aug 07 22:44:00.996303 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-1c6bc5f1-a688-48f9-9f4b-6e6ed10313ef service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 1002 time: 0.0774968 Aug 07 22:44:01.034710 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-b97f3f36-069d-4351-bfb1-95fc42c5d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:01.036342 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-b97f3f36-069d-4351-bfb1-95fc42c5d52b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423625 Aug 07 22:44:01.045823 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-9fadbf78-6d45-4326-86fd-4693b7f8b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:01.047253 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-9fadbf78-6d45-4326-86fd-4693b7f8b216 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=ada22313-e881-418e-84e0-33f2fcb413a2 HTTP/1.1" status: 200 len: 848 time: 0.0450740 Aug 07 22:44:01.085280 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Made reservation on behalf of 2648957a96504832a5693026f9d99c58 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:44:01.087968 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.094591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-846fefd3-d8c4-44db-8261-fc0001a44a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:01.096128 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-846fefd3-d8c4-44db-8261-fc0001a44a4a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410984 Aug 07 22:44:01.107846 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.164309 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-c4b619c3-872b-487a-9040-52a6af89208f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217968 Aug 07 22:44:01.257334 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:01.311598 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks [] for security_group (e67eb257-db1e-4527-86c0-d1ddcb89589c), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.314161 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-9d85d6e3-f0e6-4f72-a8ff-2dd0944b32ef req-9748da49-5570-4942-aa2b-b85e13cb18b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388161 Aug 07 22:44:01.339373 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:01.387540 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e67eb257-db1e-4527-86c0-d1ddcb89589c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.418258 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:44:01.425852 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67eb257-db1e-4527-86c0-d1ddcb89589c,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:01.432857 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (e128d296-2b34-4693-b547-12808438c676), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.433205 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Added segment e128d296-2b34-4693-b547-12808438c676 of type vlan for network 68262f02-e373-4d41-8919-e2f8b833fcb3 Aug 07 22:44:01.460960 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649422e0-d821-4363-aff1-d9ca56c115dc req-0fdee997-df86-4d74-bf43-e886ea74a8df tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:01.462433 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-649422e0-d821-4363-aff1-d9ca56c115dc req-0fdee997-df86-4d74-bf43-e886ea74a8df tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 943 time: 0.3120537 Aug 07 22:44:01.477329 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (68262f02-e373-4d41-8919-e2f8b833fcb3), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.498900 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:01.505613 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-1dacbdd9-2890-47ad-83f9-c7521b98ee60 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031458 Aug 07 22:44:01.527359 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-649422e0-d821-4363-aff1-d9ca56c115dc req-b52df975-9176-434e-a42a-5a8c173d0045 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561717 Aug 07 22:44:01.587156 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (68262f02-e373-4d41-8919-e2f8b833fcb3), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.588216 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:01.588805 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:01.650052 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=68262f02-e373-4d41-8919-e2f8b833fcb3,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:01.660633 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 68262f02-e373-4d41-8919-e2f8b833fcb3 details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:44:01.709157 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-10e2fb63-a65f-444a-874f-3ddd8b90e8e5 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8891466 Aug 07 22:44:01.711873 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38016) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:01.712295 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d0201f2-0ab6-4732-825a-553526bcef15 req-bc8a2437-ec26-4f5c-8e92-f61457c39884 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893130 Aug 07 22:44:01.718208 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Request body: {'subnet': {'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1718132530-subnet', 'tenant_id': '2648957a96504832a5693026f9d99c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:01.825709 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Made reservation on behalf of 2648957a96504832a5693026f9d99c58 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:44:01.828237 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:02.045495 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (1ef8e965-b082-402c-9d3b-017d9827fb2b), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:02.070987 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a743d-0ffc-4154-ae8c-59f6fba5f32e req-4e0c9baa-77a8-4b50-b563-a6e32a46499b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:02.072476 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-756a743d-0ffc-4154-ae8c-59f6fba5f32e req-4e0c9baa-77a8-4b50-b563-a6e32a46499b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0574033 Aug 07 22:44:02.101123 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:02.114221 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef8e965-b082-402c-9d3b-017d9827fb2b,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:02.119325 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Checking segment: {'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:44:02.123600 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Network hostable DHCP agents. Network: 68262f02-e373-4d41-8919-e2f8b833fcb3, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:44:02.124536 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf9662-e657-4145-af12-02a46008a39c req-d0f3c0d4-bccb-4fa0-b929-9fc1487f453f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:02.124536 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bfdf9662-e657-4145-af12-02a46008a39c req-d0f3c0d4-bccb-4fa0-b929-9fc1487f453f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0710642 Aug 07 22:44:02.154354 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:44:02.165670 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-756a743d-0ffc-4154-ae8c-59f6fba5f32e req-4b285bd5-39e8-4426-8404-6c60ea802bdf tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774441 Aug 07 22:44:02.201797 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bfdf9662-e657-4145-af12-02a46008a39c req-63fd7651-77c8-4dca-baf9-aa818a961d7f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692296 Aug 07 22:44:02.210612 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Network 68262f02-e373-4d41-8919-e2f8b833fcb3 is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:44:02.267297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 68262f02-e373-4d41-8919-e2f8b833fcb3) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:44:02.271410 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:02.272773 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:02.276630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:02.286369 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00f871-719d-4eb6-9d67-b7e6ba7f075d None None] Network 68262f02-e373-4d41-8919-e2f8b833fcb3 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:44:02.327111 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a708ea95-f3df-4c41-bd32-4addc98c4b8f admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6137846 Aug 07 22:44:02.331282 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '28f8e101-7a4a-4833-b344-83657618e970', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'port_id': '28f8e101-7a4a-4833-b344-83657618e970', 'mac_address': 'fa:16:3e:65:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:44:02.389372 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:02.389766 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:02.406107 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:02.427333 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f8e101-7a4a-4833-b344-83657618e970 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:44:02.443407 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df54cf5-419a-43bb-bbf8-dca3002aca47 None None] Network 68262f02-e373-4d41-8919-e2f8b833fcb3 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:44:02.491143 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:02.547149 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:02.604207 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=9']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:02.668139 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e764-c38b-4d93-bc84-09b62343da18 req-f92dc3f7-5670-41ab-8f3d-a5133db17780 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:02.669620 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5cf2e764-c38b-4d93-bc84-09b62343da18 req-f92dc3f7-5670-41ab-8f3d-a5133db17780 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 944 time: 0.0504308 Aug 07 22:44:02.718298 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5cf2e764-c38b-4d93-bc84-09b62343da18 req-0245ab8e-6918-4d26-b587-03c3d893e8be tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Aug 07 22:44:02.772855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['28f8e101-7a4a-4833-b344-83657618e970'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:02.795208 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:03.301379 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef520-d064-47b6-9980-670ceee13f6e req-b74ce6f4-b08a-494b-b0e8-333d56b20b9d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:03.302314 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-930ef520-d064-47b6-9980-670ceee13f6e req-b74ce6f4-b08a-494b-b0e8-333d56b20b9d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0627799 Aug 07 22:44:03.350564 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:03.368747 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6468a-6665-4bda-8efa-9ea2398735d8 req-bebb2b87-6b3e-4401-88a5-b38eae58e6dd tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:03.370204 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41f6468a-6665-4bda-8efa-9ea2398735d8 req-bebb2b87-6b3e-4401-88a5-b38eae58e6dd tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0670850 Aug 07 22:44:03.410756 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-930ef520-d064-47b6-9980-670ceee13f6e req-3a2a0d4b-30f5-45e5-880c-2f382483718d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972497 Aug 07 22:44:03.437793 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41f6468a-6665-4bda-8efa-9ea2398735d8 req-b44738b0-f00e-4060-bcf0-aa2fb48c8cc2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618060 Aug 07 22:44:03.844706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558174cb-c685-49c7-94b4-ad8507a6d41d req-a3bbb0b8-d727-43d3-8296-2fd9a2226423 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:03.848657 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-558174cb-c685-49c7-94b4-ad8507a6d41d req-a3bbb0b8-d727-43d3-8296-2fd9a2226423 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 944 time: 0.0482090 Aug 07 22:44:03.895134 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-558174cb-c685-49c7-94b4-ad8507a6d41d req-1c7416f8-ff63-4f60-983b-8a1aeb67bf74 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Aug 07 22:44:04.183031 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:44:04.231801 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 28f8e101-7a4a-4833-b344-83657618e970 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:44:04.232243 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (28f8e101-7a4a-4833-b344-83657618e970), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:04.312244 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 28f8e101-7a4a-4833-b344-83657618e970 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:04.313551 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:04.339737 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:04.342105 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c8381-2f40-4639-b357-cca46b118cbb" -d '{"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-plugged", "status": "completed", "tag": "28f8e101-7a4a-4833-b344-83657618e970"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:04.356306 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:04.388182 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e26e270-9484-4238-a359-e8416eda6414 x-openstack-request-id: req-2e26e270-9484-4238-a359-e8416eda6414 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:04.390793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-plugged", "status": "completed", "tag": "28f8e101-7a4a-4833-b344-83657618e970", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:04.390793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e26e270-9484-4238-a359-e8416eda6414 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:04.390793 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e26e270-9484-4238-a359-e8416eda6414'] response: {'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8e101-7a4a-4833-b344-83657618e970', 'code': 200} Aug 07 22:44:04.439287 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:04.440512 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:44:04.474191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-5da167bc-00ef-43e2-8654-0946294f8b0f tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:04.476218 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-5da167bc-00ef-43e2-8654-0946294f8b0f tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/networks?id=68262f02-e373-4d41-8919-e2f8b833fcb3 HTTP/1.1" status: 200 len: 809 time: 0.1175234 Aug 07 22:44:04.492448 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-a74a0c60-42c6-47c0-8ac5-0b6594f9a3de tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/quotas/2648957a96504832a5693026f9d99c58 HTTP/1.1" status: 200 len: 375 time: 0.0108287 Aug 07 22:44:04.521909 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=10']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:04.545472 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-a46a08f4-5fb7-411e-868c-bc87fc541d6b tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=2648957a96504832a5693026f9d99c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414848 Aug 07 22:44:04.559225 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 is: ACTIVE; New status is: DOWN {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:04.559613 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:04.574210 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74f36-9e4f-46f1-81e3-1b3f9e8a1c51 req-afc6d493-8b5a-47bd-8478-af21c14dd40e tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:04.580216 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6cc74f36-9e4f-46f1-81e3-1b3f9e8a1c51 req-afc6d493-8b5a-47bd-8478-af21c14dd40e tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0821006 Aug 07 22:44:04.594904 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:04.667224 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:04.680868 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6cc74f36-9e4f-46f1-81e3-1b3f9e8a1c51 req-b307520c-4198-4f45-8e73-91a4719015ac tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956228 Aug 07 22:44:04.691063 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:04.719647 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-d3e8fdde-df64-45b8-b976-88448c022b77 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651976 Aug 07 22:44:04.720810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=6']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:04.831602 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354445ec-1ac9-4743-b9e4-f693bbf09493 req-8e783ff5-c344-4c04-984b-bec60aae5ad6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:04.833087 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-354445ec-1ac9-4743-b9e4-f693bbf09493 req-8e783ff5-c344-4c04-984b-bec60aae5ad6 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0583138 Aug 07 22:44:04.858765 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:04.886867 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-a32f12df-9601-4466-9b50-91d3a029ec12 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615686 Aug 07 22:44:04.940647 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-354445ec-1ac9-4743-b9e4-f693bbf09493 req-e6fc464e-7ec2-4a83-9ac4-c19045751186 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983520 Aug 07 22:44:04.941892 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ad25f-e6dc-4cc3-ab18-0ff50f0b7df2 req-8c66631d-829e-465e-829d-730ba5151924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:04.943210 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-796ad25f-e6dc-4cc3-ab18-0ff50f0b7df2 req-8c66631d-829e-465e-829d-730ba5151924 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 1130 time: 0.0669620 Aug 07 22:44:04.993224 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-796ad25f-e6dc-4cc3-ab18-0ff50f0b7df2 req-7e65e682-4d8d-414a-aac9-214586633bd2 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 Aug 07 22:44:05.197714 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc348f-e431-4209-a6fa-4b22d7dbc3b5 req-73a611f5-82e3-4e6c-8171-ac663aca5147 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:05.197714 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-93cc348f-e431-4209-a6fa-4b22d7dbc3b5 req-73a611f5-82e3-4e6c-8171-ac663aca5147 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 946 time: 0.0531881 Aug 07 22:44:05.248400 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-93cc348f-e431-4209-a6fa-4b22d7dbc3b5 req-b855a7db-58f8-41f0-810a-e4b401db18e4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 Aug 07 22:44:05.318638 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7ffb3621-0fd7-4b55-b4da-7a68e1ef441b req-86052a96-4657-4939-84a2-38592e6f6b47 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 210 time: 0.0281239 Aug 07 22:44:05.476594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70123b3-b764-44ff-ab03-cb134c84b8d1 req-062dac0c-a08d-4ae8-ae87-b6c1831781dd tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:05.478927 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a70123b3-b764-44ff-ab03-cb134c84b8d1 req-062dac0c-a08d-4ae8-ae87-b6c1831781dd tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0534360 Aug 07 22:44:05.506062 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-e173e4ca-9efe-4b56-a648-234ada446db8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425696 Aug 07 22:44:05.533882 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a70123b3-b764-44ff-ab03-cb134c84b8d1 req-ca8a07dd-406a-45ba-acc2-113ccee521b6 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478637 Aug 07 22:44:05.581345 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-4911c0ed-09b7-413a-a440-346fe31a7f9d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:05.582826 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-4911c0ed-09b7-413a-a440-346fe31a7f9d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports/2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 941 time: 0.0484555 Aug 07 22:44:06.061179 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b8109-27c1-4037-b264-3a4ab455e4c9 req-98b31125-dd1d-4297-91f9-ce32b6f931de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:06.062671 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-898b8109-27c1-4037-b264-3a4ab455e4c9 req-98b31125-dd1d-4297-91f9-ce32b6f931de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0484738 Aug 07 22:44:06.093453 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:06.112637 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-898b8109-27c1-4037-b264-3a4ab455e4c9 req-da71d239-8244-4b84-9d3c-c6c8f3515521 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Aug 07 22:44:06.347476 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:06.381671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc9458-2cdb-4586-a8f6-52e39f2b2319 req-af7c9066-d4e1-4a57-9ddd-f4684ef3124f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:06.383320 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7ebc9458-2cdb-4586-a8f6-52e39f2b2319 req-af7c9066-d4e1-4a57-9ddd-f4684ef3124f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 946 time: 0.0554688 Aug 07 22:44:06.489822 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7ebc9458-2cdb-4586-a8f6-52e39f2b2319 req-388540dc-eb06-4e40-a880-785ad00bfb9e tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003885 Aug 07 22:44:06.494831 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a546c283-3df1-45e5-9cbc-02c299a436c3 req-bac82197-1222-456a-aa35-86b43de46c12 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 210 time: 0.0985675 Aug 07 22:44:06.550906 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:06.553840 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7bb48-540e-4a93-bd6e-7a8868f269bf" -d '{"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-unplugged", "status": "completed", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:06.591301 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84b0a37-7bea-45cf-aec5-1c0f8641e6ae x-openstack-request-id: req-f84b0a37-7bea-45cf-aec5-1c0f8641e6ae {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:06.591592 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-unplugged", "status": "failed", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1", "code": 422}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:06.591841 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f84b0a37-7bea-45cf-aec5-1c0f8641e6ae {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:06.592259 dv-cinder-850321-3-iscsi neutron-server[104593]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f84b0a37-7bea-45cf-aec5-1c0f8641e6ae']: {'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'code': 422} returned with failed status Aug 07 22:44:06.663989 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ccce4-0def-41ee-8687-817386187add req-ebb244e6-b14a-4d08-8035-e02f7dac7b6b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:06.665660 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1f8ccce4-0def-41ee-8687-817386187add req-ebb244e6-b14a-4d08-8035-e02f7dac7b6b tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0488594 Aug 07 22:44:06.722374 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1f8ccce4-0def-41ee-8687-817386187add req-18d27cd6-e48f-46da-a229-7f356e0e7ce0 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504518 Aug 07 22:44:07.238219 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f851f6-6c8c-4ac1-baaf-90ea9a583d6d req-1c9e37c6-de8c-4eb9-96ee-8c624bbf57c9 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:07.239700 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-68f851f6-6c8c-4ac1-baaf-90ea9a583d6d req-1c9e37c6-de8c-4eb9-96ee-8c624bbf57c9 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0524342 Aug 07 22:44:07.290733 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-68f851f6-6c8c-4ac1-baaf-90ea9a583d6d req-9b34e289-16f7-4a9c-9c66-adb233c1678b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Aug 07 22:44:07.627201 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec1d0bc1-9301-40b9-9baa-e139b6c7810b req-bccd76b7-3da8-4a00-84ea-cadb210515eb tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 210 time: 0.0372078 Aug 07 22:44:07.661865 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620403b-fa8a-4fa2-bf2d-999b694a1831 req-209310fe-dbb3-4e18-a523-8a5c851cfcc4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:07.663910 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5620403b-fa8a-4fa2-bf2d-999b694a1831 req-209310fe-dbb3-4e18-a523-8a5c851cfcc4 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 946 time: 0.0624743 Aug 07 22:44:07.711022 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5620403b-fa8a-4fa2-bf2d-999b694a1831 req-ea235efc-bdc4-4755-a8f0-1b24c630f8c0 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Aug 07 22:44:07.851930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab6c7-07c7-4e64-83ef-3bb75eae1b65 req-9eb0478a-2fe0-41df-9e6c-7c2ac835bf34 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:07.853454 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f37ab6c7-07c7-4e64-83ef-3bb75eae1b65 req-9eb0478a-2fe0-41df-9e6c-7c2ac835bf34 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0548110 Aug 07 22:44:07.907151 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f37ab6c7-07c7-4e64-83ef-3bb75eae1b65 req-d1437798-fd82-4ead-99cc-d218e46ce0c3 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479970 Aug 07 22:44:08.172541 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 62940318-36f5-4e66-8a0a-be8fade04295 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:44:08.274497 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 62940318-36f5-4e66-8a0a-be8fade04295, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=62940318-36f5-4e66-8a0a-be8fade04295,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:08.285810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '62940318-36f5-4e66-8a0a-be8fade04295', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:44:08.321274 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 62940318-36f5-4e66-8a0a-be8fade04295 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:08.321662 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (62940318-36f5-4e66-8a0a-be8fade04295), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:08.335852 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62940318-36f5-4e66-8a0a-be8fade04295 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:44:08.356567 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 62940318-36f5-4e66-8a0a-be8fade04295, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=62940318-36f5-4e66-8a0a-be8fade04295,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:08.410376 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (62940318-36f5-4e66-8a0a-be8fade04295), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:08.413912 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517f833-1d77-49d0-989b-1b3e2035ca0c req-0e57341d-a655-4883-9b96-ddceed2df440 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:08.415534 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f517f833-1d77-49d0-989b-1b3e2035ca0c req-0e57341d-a655-4883-9b96-ddceed2df440 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 943 time: 0.0514891 Aug 07 22:44:08.484544 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=62940318-36f5-4e66-8a0a-be8fade04295,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:08.487771 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f517f833-1d77-49d0-989b-1b3e2035ca0c req-5c9877f8-8b89-4e8f-9d87-8ca11aa3effe tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629840 Aug 07 22:44:08.650655 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['62940318-36f5-4e66-8a0a-be8fade04295'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:08.658853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:08.674135 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-555d68a7-06fc-4e05-b469-d31f7610af46 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:08.675603 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-555d68a7-06fc-4e05-b469-d31f7610af46 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "GET /networking/v2.0/networks?id=68262f02-e373-4d41-8919-e2f8b833fcb3 HTTP/1.1" status: 200 len: 809 time: 0.1160994 Aug 07 22:44:08.694813 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Request body: {'port': {'device_id': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3', 'admin_state_up': True, 'tenant_id': '2648957a96504832a5693026f9d99c58'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:08.801121 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e85f1c78-3175-4e4e-afa2-94fb67f382b8 req-9e0ed859-97e4-474d-ae62-38c82035be1b tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 210 time: 0.0670264 Aug 07 22:44:08.836847 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:08.971149 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870dcf9-096f-4055-aa39-169294eba3db req-b6d4e44b-a7cb-40fe-97c4-cc813fec0017 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:08.972674 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6870dcf9-096f-4055-aa39-169294eba3db req-b6d4e44b-a7cb-40fe-97c4-cc813fec0017 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 946 time: 0.1150308 Aug 07 22:44:08.980988 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb97222-6bf2-427c-ae42-219cd6e22386 req-e4f6ba19-f5fb-416b-a9f9-c57f3e6663f3 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:08.982829 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cfb97222-6bf2-427c-ae42-219cd6e22386 req-e4f6ba19-f5fb-416b-a9f9-c57f3e6663f3 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0713007 Aug 07 22:44:09.017734 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:09.057629 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Made reservation on behalf of 2648957a96504832a5693026f9d99c58 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:44:09.060919 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.075868 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6870dcf9-096f-4055-aa39-169294eba3db req-192cc8a5-40ca-4abe-9af1-53ca9b34330a tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925498 Aug 07 22:44:09.083196 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cfb97222-6bf2-427c-ae42-219cd6e22386 req-b4f659e1-8ee8-46a3-bfa5-7ed64482dd19 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935211 Aug 07 22:44:09.121645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38168) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:09.236760 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492627d-f562-4c10-ad55-9d210287f667 req-693a52e3-e5a3-45fa-93b9-f153f231fa9f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:09.248376 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c492627d-f562-4c10-ad55-9d210287f667 req-693a52e3-e5a3-45fa-93b9-f153f231fa9f tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0875895 Aug 07 22:44:09.271917 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Allocated IP 172.20.0.10 (68262f02-e373-4d41-8919-e2f8b833fcb3/1ef8e965-b082-402c-9d3b-017d9827fb2b/c366b67b-7e71-404d-86d9-80392f670122) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:44:09.281731 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc5084-b1ab-479f-a61f-86e103bebdaa tempest-TestMinimumBasicScenario-579884925 tempest-TestMinimumBasicScenario-579884925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:09.283798 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-84dc5084-b1ab-479f-a61f-86e103bebdaa tempest-TestMinimumBasicScenario-579884925 tempest-TestMinimumBasicScenario-579884925-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1124 time: 0.1605566 Aug 07 22:44:09.286189 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38172) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:09.290931 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'port_id': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:09.314316 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c492627d-f562-4c10-ad55-9d210287f667 req-fa75f68a-9550-4a44-bc01-c8b069db3a59 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692368 Aug 07 22:44:09.359750 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.443687 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.462482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks [] for port (c366b67b-7e71-404d-86d9-80392f670122), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.483848 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:09.492688 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:09.556323 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Allocated IP 172.27.3.207 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/71bb33f1-0974-4f55-bf6a-b2d1103b2fb9) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:44:09.574799 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (c366b67b-7e71-404d-86d9-80392f670122), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.631482 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:09.642803 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Network 68262f02-e373-4d41-8919-e2f8b833fcb3 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:44:09.647941 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:44:09.657539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d11644-13ef-473b-96fd-19352dee8c43 req-7b7917df-36f9-45a5-9c5c-bc78e5907dba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:09.659025 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-89d11644-13ef-473b-96fd-19352dee8c43 req-7b7917df-36f9-45a5-9c5c-bc78e5907dba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 944 time: 0.0962138 Aug 07 22:44:09.664096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:44:09.664216 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.685864 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Pushing event updated for resources: {'Port': ['ID=c366b67b-7e71-404d-86d9-80392f670122,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:09.738886 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:09.739404 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.763584 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:09.766692 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-89d11644-13ef-473b-96fd-19352dee8c43 req-8ac86c04-fc4f-4183-a602-e823d70b4571 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004891 Aug 07 22:44:09.803727 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:44:09.809431 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:44:09.813455 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:44:09.842515 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'Port': ['ID=71bb33f1-0974-4f55-bf6a-b2d1103b2fb9,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:09.848091 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b2635d16-a1a1-4c4f-b207-3173837a455d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1610928 Aug 07 22:44:09.957632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4a4f-3794-4537-84f2-0af7bf5180ae req-aaa3ce43-2176-4f9d-b31a-d0c7a2ba608b tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:09.959598 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e55d4a4f-3794-4537-84f2-0af7bf5180ae req-aaa3ce43-2176-4f9d-b31a-d0c7a2ba608b tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 932 time: 0.0486734 Aug 07 22:44:10.011668 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e55d4a4f-3794-4537-84f2-0af7bf5180ae req-3db45a8a-ca7c-4799-be6d-bbf2d8243ee3 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455046 Aug 07 22:44:10.091075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Request body: {'port': {'device_id': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:10.093326 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:10.156314 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c366b67b-7e71-404d-86d9-80392f670122), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.185849 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 62940318-36f5-4e66-8a0a-be8fade04295 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:44:10.216504 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-4b09a76a-5f8b-4e71-978b-d85dc2d7db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.218047 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-4b09a76a-5f8b-4e71-978b-d85dc2d7db42 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994&tenant_id=097fb8408bfb479d87e7516a93970e61 HTTP/1.1" status: 200 len: 1128 time: 0.1106699 Aug 07 22:44:10.224249 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:10.233394 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 62940318-36f5-4e66-8a0a-be8fade04295 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:44:10.283284 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for floatingip (7bcf5e3d-a8a6-401d-be00-c7363de4f189), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.307145 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-f328b235-13e7-4e67-a89f-d6a7fe283119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.308651 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-f328b235-13e7-4e67-a89f-d6a7fe283119 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1128 time: 0.0633135 Aug 07 22:44:10.336893 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 62940318-36f5-4e66-8a0a-be8fade04295 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:44:10.337762 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (62940318-36f5-4e66-8a0a-be8fade04295), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.378917 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:10.421669 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-96b482a0-99c7-4d38-91e7-45848ea39ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.423409 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-96b482a0-99c7-4d38-91e7-45848ea39ce8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 200 len: 910 time: 0.1082952 Aug 07 22:44:10.431143 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 62940318-36f5-4e66-8a0a-be8fade04295 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:10.431942 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (62940318-36f5-4e66-8a0a-be8fade04295), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.457539 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:10.460302 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a8fd4-a55f-4012-99c0-17bbfd7c42b0" -d '{"events": [{"server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "name": "network-vif-plugged", "status": "completed", "tag": "62940318-36f5-4e66-8a0a-be8fade04295"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:10.474564 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 62940318-36f5-4e66-8a0a-be8fade04295, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=62940318-36f5-4e66-8a0a-be8fade04295,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:10.482793 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c366b67b-7e71-404d-86d9-80392f670122 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:44:10.493265 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76243-dc61-426e-832a-d894e733b41e req-7af35d6f-e382-41cc-90f4-e98690e23808 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.498104 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0cc76243-dc61-426e-832a-d894e733b41e req-7af35d6f-e382-41cc-90f4-e98690e23808 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0941875 Aug 07 22:44:10.499937 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Publish callbacks [] for port (c366b67b-7e71-404d-86d9-80392f670122), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.513526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67c662-b9b2-4877-922f-b0a4d73bd5ce x-openstack-request-id: req-3b67c662-b9b2-4877-922f-b0a4d73bd5ce {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:10.513822 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "name": "network-vif-plugged", "status": "completed", "tag": "62940318-36f5-4e66-8a0a-be8fade04295", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:10.514082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b67c662-b9b2-4877-922f-b0a4d73bd5ce {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:10.514491 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b67c662-b9b2-4877-922f-b0a4d73bd5ce'] response: {'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295', 'code': 200} Aug 07 22:44:10.530561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Transition to ACTIVE for port object c366b67b-7e71-404d-86d9-80392f670122 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:44:10.553972 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (62940318-36f5-4e66-8a0a-be8fade04295), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.585478 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0cc76243-dc61-426e-832a-d894e733b41e req-18cd0ec6-9a57-476b-94e8-d34d37c89946 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781960 Aug 07 22:44:10.612126 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=62940318-36f5-4e66-8a0a-be8fade04295,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:10.633283 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (c366b67b-7e71-404d-86d9-80392f670122), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.679383 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:10.698884 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Pushing event updated for resources: {'Port': ['ID=c366b67b-7e71-404d-86d9-80392f670122,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:10.733892 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.752781 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Attempting to bind port c366b67b-7e71-404d-86d9-80392f670122 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:44:10.753281 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Attempting to bind port c366b67b-7e71-404d-86d9-80392f670122 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:44:10.753702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Attempting to bind port c366b67b-7e71-404d-86d9-80392f670122 on network 68262f02-e373-4d41-8919-e2f8b833fcb3 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:44:10.755947 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-60f9ef3e-8dd2-4704-97d3-3f7a76724c59 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 1000 time: 0.3257062 Aug 07 22:44:10.759672 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Port c366b67b-7e71-404d-86d9-80392f670122 on network 68262f02-e373-4d41-8919-e2f8b833fcb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:44:10.760127 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Attempting to bind port c366b67b-7e71-404d-86d9-80392f670122 on network 68262f02-e373-4d41-8919-e2f8b833fcb3 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:44:10.765567 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:44:10.766032 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Checking segment: {'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:44:10.766473 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Bound using segment: {'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:44:10.766955 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Bound port: c366b67b-7e71-404d-86d9-80392f670122, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:44:10.767392 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c366b67b-7e71-404d-86d9-80392f670122), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.838958 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] For port c366b67b-7e71-404d-86d9-80392f670122, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:44:10.842386 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] For port c366b67b-7e71-404d-86d9-80392f670122, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c366b67b-7e71-404d-86d9-80392f670122,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:44:10.868630 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-9c297ae4-c497-4d1a-8849-7c5cb42edb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.870228 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-9c297ae4-c497-4d1a-8849-7c5cb42edb0d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=ada22313-e881-418e-84e0-33f2fcb413a2 HTTP/1.1" status: 200 len: 848 time: 0.0970399 Aug 07 22:44:10.900282 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015249a-3d64-401f-9536-cf9e22f66791 req-52d65faa-5285-4041-ad86-1d0715ef1f59 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.901744 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4015249a-3d64-401f-9536-cf9e22f66791 req-52d65faa-5285-4041-ad86-1d0715ef1f59 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 945 time: 0.0543427 Aug 07 22:44:10.916118 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:10.917926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (c366b67b-7e71-404d-86d9-80392f670122), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.942408 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-d942f67f-4d7e-4c2a-940a-82a32322c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.942989 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:10.944115 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-d942f67f-4d7e-4c2a-940a-82a32322c72d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660577 Aug 07 22:44:10.948979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:10.948979 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c366b67b-7e71-404d-86d9-80392f670122 HTTP/1.1" status: 200 len: 1094 time: 0.8591022 Aug 07 22:44:10.948979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'tag': 'c366b67b-7e71-404d-86d9-80392f670122'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:10.950824 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3a452-c2c9-4d94-997c-3e1dacde2801" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dce4a6-327d-4d94-b3ea-a329edef8130", "tag": "c366b67b-7e71-404d-86d9-80392f670122"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:10.993914 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27e102-1d61-4aa3-bd5f-6e44d185ac81 x-openstack-request-id: req-1c27e102-1d61-4aa3-bd5f-6e44d185ac81 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:10.994219 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dce4a6-327d-4d94-b3ea-a329edef8130", "tag": "c366b67b-7e71-404d-86d9-80392f670122", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:10.995071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c27e102-1d61-4aa3-bd5f-6e44d185ac81 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:10.996051 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c27e102-1d61-4aa3-bd5f-6e44d185ac81'] response: {'name': 'network-changed', 'server_uuid': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'tag': 'c366b67b-7e71-404d-86d9-80392f670122', 'status': 'completed', 'code': 200} Aug 07 22:44:11.011555 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:11.039897 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb5786-4bf5-43f3-80fa-8fda662b3842 req-6a45c06b-83e0-4722-870f-64a4b707ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:11.041672 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7efb5786-4bf5-43f3-80fa-8fda662b3842 req-6a45c06b-83e0-4722-870f-64a4b707ab86 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 1129 time: 0.1481602 Aug 07 22:44:11.057879 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-f8cbbb82-ef4a-4e63-8bfc-677fd4a82da4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033647 Aug 07 22:44:11.065354 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:11.091055 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358dc2f-ae47-4b7d-ad52-d5b727bb1029 service neutron] Pushing event updated for resources: {'Port': ['ID=c366b67b-7e71-404d-86d9-80392f670122,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:11.108924 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4015249a-3d64-401f-9536-cf9e22f66791 req-201a5b80-9e9b-4a6b-9438-352ab48b57e4 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988039 Aug 07 22:44:11.112496 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:11.121961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3a452-c2c9-4d94-997c-3e1dacde2801 req-cc9f4ac9-1612-480e-aa5c-088010651fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:11.123648 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98c3a452-c2c9-4d94-997c-3e1dacde2801 req-cc9f4ac9-1612-480e-aa5c-088010651fe4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2648957a96504832a5693026f9d99c58&device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 1128 time: 0.1088328 Aug 07 22:44:11.206177 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'Port': ['ID=71bb33f1-0974-4f55-bf6a-b2d1103b2fb9,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:11.208538 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (7bcf5e3d-a8a6-401d-be00-c7363de4f189), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:11.236882 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7efb5786-4bf5-43f3-80fa-8fda662b3842 req-4ffc8969-75ea-43f2-9de7-2e9f0c22bf98 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689665 Aug 07 22:44:11.246716 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:11.250878 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d656c-27c7-4e59-a125-7358a15dca8e req-65cd3571-498e-42ec-bb98-1c79b88801cc tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:11.252377 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a25d656c-27c7-4e59-a125-7358a15dca8e req-65cd3571-498e-42ec-bb98-1c79b88801cc tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 944 time: 0.1374576 Aug 07 22:44:11.268322 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-aef36c00-77a0-4b54-afa0-ad13ef90fdca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034111 Aug 07 22:44:11.308926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3a452-c2c9-4d94-997c-3e1dacde2801 req-65399a6a-a7fe-49df-8e6f-cbc7ace4a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:11.310370 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98c3a452-c2c9-4d94-997c-3e1dacde2801 req-65399a6a-a7fe-49df-8e6f-cbc7ace4a1a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=2648957a96504832a5693026f9d99c58&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1711793 Aug 07 22:44:11.323373 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Floating IP 7bcf5e3d-a8a6-401d-be00-c7363de4f189 associated. External IP: 172.27.3.207, port: 332a7e9e-deb8-4c55-afbc-6a7faca02b5e. Aug 07 22:44:11.326891 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a25d656c-27c7-4e59-a125-7358a15dca8e req-552ec089-bb15-4136-bcd5-67efe11b4da9 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655925 Aug 07 22:44:11.525852 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:44:11.541201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3a452-c2c9-4d94-997c-3e1dacde2801 req-2e330380-3651-466c-b1f9-34f69faffb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:11.542705 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98c3a452-c2c9-4d94-997c-3e1dacde2801 req-2e330380-3651-466c-b1f9-34f69faffb34 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973527 Aug 07 22:44:11.628267 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:44:11.639852 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] Sync routers for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:44:11.650098 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:11.650714 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:43:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:11.698320 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197dba0-8c70-4bf0-b955-6ba92ed6bec2 req-004b0a67-ea6c-4df6-babb-d72f34109214 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:11.699873 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f197dba0-8c70-4bf0-b955-6ba92ed6bec2 req-004b0a67-ea6c-4df6-babb-d72f34109214 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0483527 Aug 07 22:44:11.709491 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:11.747972 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-14bfa08c-cbc4-4527-9051-dca81429c8a1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4606862 Aug 07 22:44:11.748832 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:11.751301 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2de412-2f66-4c67-8785-b0b42a79d572" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:11.751453 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38190) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:11.763460 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-49d61d7a-aaaf-41cc-aa02-af793ffc4a4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460737256', 'description': 'tempest-secgroup-smoke-1460737256 description', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:11.768446 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:11.790150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245fd60b-34d5-4525-a394-e1626513a4ae x-openstack-request-id: req-245fd60b-34d5-4525-a394-e1626513a4ae {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:11.791288 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:11.791288 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-245fd60b-34d5-4525-a394-e1626513a4ae {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:11.791967 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f197dba0-8c70-4bf0-b955-6ba92ed6bec2 req-7ba5829b-803b-4f04-9aa1-20b8c16a4df6 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862632 Aug 07 22:44:11.792137 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245fd60b-34d5-4525-a394-e1626513a4ae'] response: {'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'status': 'completed', 'code': 200} Aug 07 22:44:11.850475 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-49d61d7a-aaaf-41cc-aa02-af793ffc4a4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:11.922700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-49d61d7a-aaaf-41cc-aa02-af793ffc4a4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group (a645b010-16ef-446e-8d5a-b6ead42b3e84), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:11.993592 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '7bcf5e3d-a8a6-401d-be00-c7363de4f189', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'port_id': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'mac_address': 'fa:16:3e:f2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:10Z', 'updated_at': '2022-08-07T22:44:10Z', 'revision_number': 0, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 5, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:11.997380 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-49d61d7a-aaaf-41cc-aa02-af793ffc4a4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (a645b010-16ef-446e-8d5a-b6ead42b3e84), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.023054 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] Checking router: e1d4d6d3-b677-43f2-9c72-d928a6d18e1c for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:44:12.027827 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d61d7a-aaaf-41cc-aa02-af793ffc4a4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a645b010-16ef-446e-8d5a-b6ead42b3e84,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:12.031860 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:12.032474 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:43:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:12.096712 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-49d61d7a-aaaf-41cc-aa02-af793ffc4a4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.100989 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-49d61d7a-aaaf-41cc-aa02-af793ffc4a4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3454258 Aug 07 22:44:12.101633 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38194) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:12.114195 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-c513d6ed-d1a9-4d49-855a-23c5f88fc5b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'security_group_rule': {'security_group_id': 'a645b010-16ef-446e-8d5a-b6ead42b3e84', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:12.139603 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-1d2ca159-8cff-4601-9970-9d024cc571ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.139832 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:12.141561 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-1d2ca159-8cff-4601-9970-9d024cc571ad service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2648957a96504832a5693026f9d99c58&device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 1128 time: 0.0415957 Aug 07 22:44:12.161085 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-9eb1b376-19ab-4c68-8758-34b8283389c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.162724 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-9eb1b376-19ab-4c68-8758-34b8283389c2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1129 time: 0.0623364 Aug 07 22:44:12.187546 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:12.187873 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b9d87e46-eaaa-44a7-993a-7b20b628d45d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c366b67b-7e71-404d-86d9-80392f670122 HTTP/1.1" status: 200 len: 217 time: 0.0367215 Aug 07 22:44:12.211461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:12.250472 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c513d6ed-d1a9-4d49-855a-23c5f88fc5b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (3c2e9f45-b25f-4fc8-a0de-4d20dc9fcca5), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.286705 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22af6-e1e9-42c5-a23b-d60a81371b18 req-8fa409b8-21f4-4837-9689-b61c1a813e16 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.289684 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-93a22af6-e1e9-42c5-a23b-d60a81371b18 req-8fa409b8-21f4-4837-9689-b61c1a813e16 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 945 time: 0.0871339 Aug 07 22:44:12.300297 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-a3e49b89-edc3-4645-a73a-cd25a38a2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.302492 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-a3e49b89-edc3-4645-a73a-cd25a38a2eeb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1ef8e965-b082-402c-9d3b-017d9827fb2b HTTP/1.1" status: 200 len: 849 time: 0.1103590 Aug 07 22:44:12.323952 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-542dffb7-fe66-48f3-bba1-97429ba3adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.325404 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-542dffb7-fe66-48f3-bba1-97429ba3adda service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 200 len: 915 time: 0.1392350 Aug 07 22:44:12.340039 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c513d6ed-d1a9-4d49-855a-23c5f88fc5b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (3c2e9f45-b25f-4fc8-a0de-4d20dc9fcca5), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.350377 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-b55a52de-10b5-4627-b3e8-465f64114108 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=68262f02-e373-4d41-8919-e2f8b833fcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348573 Aug 07 22:44:12.389609 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-93a22af6-e1e9-42c5-a23b-d60a81371b18 req-7f2ce53f-c165-4a7b-8415-3e0a32c6aa2a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934753 Aug 07 22:44:12.395061 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '7bcf5e3d-a8a6-401d-be00-c7363de4f189', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'port_id': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'mac_address': 'fa:16:3e:f2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:10Z', 'updated_at': '2022-08-07T22:44:10Z', 'revision_number': 0, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 5, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:12.420246 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-f758ff58-411c-44f2-b24e-5ebe340c7d20 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 999 time: 0.0693476 Aug 07 22:44:12.421938 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c513d6ed-d1a9-4d49-855a-23c5f88fc5b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (3c2e9f45-b25f-4fc8-a0de-4d20dc9fcca5), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.422081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6556f8-34fb-4835-9e91-4e9de8a6d513 None None] The sync data for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi is: [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '7bcf5e3d-a8a6-401d-be00-c7363de4f189', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'port_id': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'mac_address': 'fa:16:3e:f2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:10Z', 'updated_at': '2022-08-07T22:44:10Z', 'revision_number': 0, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 5, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:44:12.451101 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513d6ed-d1a9-4d49-855a-23c5f88fc5b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2e9f45-b25f-4fc8-a0de-4d20dc9fcca5,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:12.481972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60ba15-7568-4a95-9562-b894a21f32b1 req-84edbc41-a361-4d74-b4e4-c0ad5bb765f5 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.483587 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b60ba15-7568-4a95-9562-b894a21f32b1 req-84edbc41-a361-4d74-b4e4-c0ad5bb765f5 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 944 time: 0.0621138 Aug 07 22:44:12.510301 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c513d6ed-d1a9-4d49-855a-23c5f88fc5b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.511919 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c513d6ed-d1a9-4d49-855a-23c5f88fc5b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019804 Aug 07 22:44:12.514573 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38200) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:12.520721 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-ecc917bf-04d6-4897-b7fb-448eb1e79099 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'security_group_rule': {'security_group_id': 'a645b010-16ef-446e-8d5a-b6ead42b3e84', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:12.538318 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b60ba15-7568-4a95-9562-b894a21f32b1 req-9d31dbb0-913f-4035-ba30-22bc65e4321b tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 Aug 07 22:44:12.609596 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ecc917bf-04d6-4897-b7fb-448eb1e79099 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (2f5bb8e6-5e54-4a44-80dc-1ffb6cf83c81), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.631873 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36b07b-88d9-4c78-b5b6-1573c4c10234 None None] New status for floating IP 7bcf5e3d-a8a6-401d-be00-c7363de4f189: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:44:12.639169 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:12.662366 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:12.675767 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ecc917bf-04d6-4897-b7fb-448eb1e79099 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (2f5bb8e6-5e54-4a44-80dc-1ffb6cf83c81), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.751774 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ecc917bf-04d6-4897-b7fb-448eb1e79099 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (2f5bb8e6-5e54-4a44-80dc-1ffb6cf83c81), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.773617 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc917bf-04d6-4897-b7fb-448eb1e79099 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5bb8e6-5e54-4a44-80dc-1ffb6cf83c81,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:12.844046 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ecc917bf-04d6-4897-b7fb-448eb1e79099 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:12.847126 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ecc917bf-04d6-4897-b7fb-448eb1e79099 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3290930 Aug 07 22:44:12.860346 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38204) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:12.868473 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-adb82e08-8275-494f-abf1-1a91df0dcffb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'security_group_rule': {'security_group_id': 'a645b010-16ef-446e-8d5a-b6ead42b3e84', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:12.887156 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-843c1cd2-25ab-4f09-b410-696a9af69559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.888768 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-843c1cd2-25ab-4f09-b410-696a9af69559 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4780ee85-ed05-4985-9990-94f799f275fc HTTP/1.1" status: 200 len: 853 time: 0.0586672 Aug 07 22:44:12.935079 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-7da88a39-a5ee-4c5d-8287-02f52e6e0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:12.936676 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-7da88a39-a5ee-4c5d-8287-02f52e6e0edb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9f74fe23-4b28-44d3-b565-87222cc4b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413542 Aug 07 22:44:13.046745 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-a1a20bdd-ee1e-4d16-b80d-7560154fafad service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037323 Aug 07 22:44:13.151496 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0a2de412-2f66-4c67-8785-b0b42a79d572 req-05803120-0768-453f-8a43-b70e4daa6901 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972769 Aug 07 22:44:13.244091 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc09bd2-d33c-4036-8d62-220d7bad8b8a req-e1f33923-49d9-4134-b518-f16ff342c754 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:13.245508 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ecc09bd2-d33c-4036-8d62-220d7bad8b8a req-e1f33923-49d9-4134-b518-f16ff342c754 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.3410804 Aug 07 22:44:13.259068 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:13.289453 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-5ca95636-06c1-4203-8a30-b04243fc9e32 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597945 Aug 07 22:44:13.359385 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ecc09bd2-d33c-4036-8d62-220d7bad8b8a req-e81b76dc-eaa7-4d22-bd68-baa94f7b14ca tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049805 Aug 07 22:44:13.366951 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-adb82e08-8275-494f-abf1-1a91df0dcffb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (156d8cdc-0840-47f6-b993-a7b0337acffd), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:13.444856 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a5b44ae-c43a-4246-8d90-003adaec173e req-071d326f-cf09-4e6b-9018-5450fd04eb51 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434429 Aug 07 22:44:13.458338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-adb82e08-8275-494f-abf1-1a91df0dcffb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (156d8cdc-0840-47f6-b993-a7b0337acffd), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:13.519304 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b79c-e0a8-411e-9f36-5cd88e6876de req-6a692c4e-30e9-4fcc-b557-b06d063f1b61 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:13.520775 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9578b79c-e0a8-411e-9f36-5cd88e6876de req-6a692c4e-30e9-4fcc-b557-b06d063f1b61 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 945 time: 0.0465012 Aug 07 22:44:13.524140 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-adb82e08-8275-494f-abf1-1a91df0dcffb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (156d8cdc-0840-47f6-b993-a7b0337acffd), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:13.556924 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb82e08-8275-494f-abf1-1a91df0dcffb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156d8cdc-0840-47f6-b993-a7b0337acffd,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:13.589087 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9578b79c-e0a8-411e-9f36-5cd88e6876de req-9db8ca8e-6edc-4af5-b714-d9f5db4667df tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607355 Aug 07 22:44:13.621340 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-adb82e08-8275-494f-abf1-1a91df0dcffb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:13.624121 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-adb82e08-8275-494f-abf1-1a91df0dcffb tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7603967 Aug 07 22:44:13.629825 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38212) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:13.630810 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-9a185da8-6f27-45c6-828f-3f20116bdd70 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'security_group_rule': {'security_group_id': 'a645b010-16ef-446e-8d5a-b6ead42b3e84', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:13.650262 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:13.661443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c7a92-3867-4d70-91ba-d22f31de7a8f req-ee25b18a-f3bd-4201-b15d-b50c522b0bc4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:13.663495 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4e6c7a92-3867-4d70-91ba-d22f31de7a8f req-ee25b18a-f3bd-4201-b15d-b50c522b0bc4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 944 time: 0.0546155 Aug 07 22:44:13.725941 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc86-136e-4bcc-add9-84fdeb885d3e req-146799d8-3bbe-4d37-86f5-591afc10d904 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:13.727383 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7822dc86-136e-4bcc-add9-84fdeb885d3e req-146799d8-3bbe-4d37-86f5-591afc10d904 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 945 time: 0.0613935 Aug 07 22:44:13.752087 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9a185da8-6f27-45c6-828f-3f20116bdd70 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (6c5522b1-e86e-4bed-8a78-ece3371cc88e), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:13.764165 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4e6c7a92-3867-4d70-91ba-d22f31de7a8f req-f557d036-46ab-45f7-b334-e52d8c6ab96d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Aug 07 22:44:13.797313 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7822dc86-136e-4bcc-add9-84fdeb885d3e req-ddfd9b6b-c80b-4542-82f0-dfeeafd418f9 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641141 Aug 07 22:44:13.821441 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9a185da8-6f27-45c6-828f-3f20116bdd70 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (6c5522b1-e86e-4bed-8a78-ece3371cc88e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:13.823879 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38214) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:13.861001 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6f673-7756-4f34-a33d-d4c34e275738 tempest-TestVolumeBootPattern-68945977 tempest-TestVolumeBootPattern-68945977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:13.862536 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-04b6f673-7756-4f34-a33d-d4c34e275738 tempest-TestVolumeBootPattern-68945977 tempest-TestVolumeBootPattern-68945977-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 1124 time: 0.0376353 Aug 07 22:44:13.865535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38216) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:13.869650 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:13.911118 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9a185da8-6f27-45c6-828f-3f20116bdd70 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (6c5522b1-e86e-4bed-8a78-ece3371cc88e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:13.928779 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a185da8-6f27-45c6-828f-3f20116bdd70 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5522b1-e86e-4bed-8a78-ece3371cc88e,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:13.962782 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.003517 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9a185da8-6f27-45c6-828f-3f20116bdd70 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.004731 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9a185da8-6f27-45c6-828f-3f20116bdd70 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780668 Aug 07 22:44:14.008779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38218) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:14.013751 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'security_group_rule': {'security_group_id': 'a645b010-16ef-446e-8d5a-b6ead42b3e84', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:14.051106 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.052649 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:14.078688 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Project bcc9a378e7ba4206baaa7bcc683606ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 22:44:14.085916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (19761ab3-5358-4eeb-8595-044f845a3ce4), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.149568 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (19761ab3-5358-4eeb-8595-044f845a3ce4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.158490 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Allocated IP 172.27.3.241 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/67a1bbb5-39d2-49ad-b54c-bab05608bd12) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:44:14.227609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (19761ab3-5358-4eeb-8595-044f845a3ce4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.248303 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19761ab3-5358-4eeb-8595-044f845a3ce4,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:14.270570 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.273413 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:14.331193 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.332528 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2342176f-0fdb-498f-b0d5-51e5b65fc4e9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227575 Aug 07 22:44:14.335527 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38220) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:14.339924 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'security_group_rule': {'security_group_id': 'a645b010-16ef-446e-8d5a-b6ead42b3e84', 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:14.353989 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.395633 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:44:14.399210 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:44:14.402992 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:44:14.424918 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=67a1bbb5-39d2-49ad-b54c-bab05608bd12,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:14.433631 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Project bcc9a378e7ba4206baaa7bcc683606ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 22:44:14.450409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (a6ff9c7c-b52f-494f-b2c1-b6c4000e5fdb), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.512085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912f493-ad98-4ced-bdba-c202028316af req-c5b404b1-0123-41db-a826-61e6c31a3d50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:14.513617 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8912f493-ad98-4ced-bdba-c202028316af req-c5b404b1-0123-41db-a826-61e6c31a3d50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0732663 Aug 07 22:44:14.564597 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (a6ff9c7c-b52f-494f-b2c1-b6c4000e5fdb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.582790 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8912f493-ad98-4ced-bdba-c202028316af req-c4cc6af1-3a6e-4de6-baea-604e168497ee tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633912 Aug 07 22:44:14.621242 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (a6ff9c7c-b52f-494f-b2c1-b6c4000e5fdb), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.641679 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ff9c7c-b52f-494f-b2c1-b6c4000e5fdb,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:14.703399 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.704653 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e553f514-fc11-47b5-a91c-347069a13d10 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3681331 Aug 07 22:44:14.777542 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (ae117fa8-0323-4026-b5f9-c0b5dfb6e01f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.800043 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-601fd8f7-388b-4015-b45e-24b2f9108d8a tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1460737256&fields=id&tenant_id=bcc9a378e7ba4206baaa7bcc683606ca HTTP/1.1" status: 200 len: 267 time: 0.0488679 Aug 07 22:44:14.862715 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-a30af49c-8917-42e8-a317-f723714ed1b0 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:14.864221 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-a30af49c-8917-42e8-a317-f723714ed1b0 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0583506 Aug 07 22:44:14.887834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'port': {'security_groups': ['43b1c713-0a52-477c-adb4-a29862ec057e', 'a645b010-16ef-446e-8d5a-b6ead42b3e84']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:14.890869 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:14.907010 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:14.931774 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d352fc-9157-4c06-8807-e66f36322235 req-cd5f0041-81b3-4b17-a114-415880019c62 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:14.933286 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e8d352fc-9157-4c06-8807-e66f36322235 req-cd5f0041-81b3-4b17-a114-415880019c62 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 944 time: 0.0919366 Aug 07 22:44:14.999103 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:15.009379 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:15.035823 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e8d352fc-9157-4c06-8807-e66f36322235 req-40031bcf-c4fa-41cc-a2fc-fc9878a55e61 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893412 Aug 07 22:44:15.056498 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:15.071455 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:15.130419 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:15.204625 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=67a1bbb5-39d2-49ad-b54c-bab05608bd12,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:15.208047 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (ae117fa8-0323-4026-b5f9-c0b5dfb6e01f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:15.237074 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:15.266021 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:15.312360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:15.324315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:15.324674 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['332a7e9e-deb8-4c55-afbc-6a7faca02b5e'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:15.325182 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:15.326403 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cee8b3a9-bcb4-4054-a24c-0f52918dae2e req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "PUT /networking/v2.0/ports/332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 981 time: 0.4459741 Aug 07 22:44:15.328264 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:15.330631 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703c3352-0f55-4a8a-8495-0393f2a22d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:15.385375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f37f9-5ae3-41d8-82b8-6c7401059bf1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=6']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:15.422219 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8dfc56-d086-406a-b5e9-d7680a32754c x-openstack-request-id: req-db8dfc56-d086-406a-b5e9-d7680a32754c {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:15.423592 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:15.424702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db8dfc56-d086-406a-b5e9-d7680a32754c {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:15.425332 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8dfc56-d086-406a-b5e9-d7680a32754c'] response: {'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'status': 'completed', 'code': 200} Aug 07 22:44:15.459847 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:15.461890 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['332a7e9e-deb8-4c55-afbc-6a7faca02b5e'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:15.526045 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d886e-4034-4ae0-b848-eeb0e0fb5ddf req-ee63be44-fd21-4261-8ae5-be6cb2c49db5 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:15.528066 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f53d886e-4034-4ae0-b848-eeb0e0fb5ddf req-ee63be44-fd21-4261-8ae5-be6cb2c49db5 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0889251 Aug 07 22:44:15.530538 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-d84c5eb8-d496-4921-998f-24f1563df7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:15.532040 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-d84c5eb8-d496-4921-998f-24f1563df7b2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1168 time: 0.0793021 Aug 07 22:44:15.566858 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Floating IP ae117fa8-0323-4026-b5f9-c0b5dfb6e01f associated. External IP: 172.27.3.241, port: 62940318-36f5-4e66-8a0a-be8fade04295. Aug 07 22:44:15.663023 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f53d886e-4034-4ae0-b848-eeb0e0fb5ddf req-27784889-acec-464b-94a9-036337e75dd7 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281760 Aug 07 22:44:15.679895 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:15.734746 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6187c-eb32-414c-89fa-3c7fec40771c req-8a83625d-ae3e-42a8-908b-38879bb7d4a2 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:15.736268 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7e6187c-eb32-414c-89fa-3c7fec40771c req-8a83625d-ae3e-42a8-908b-38879bb7d4a2 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0664644 Aug 07 22:44:15.738167 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-f3dfcd71-119e-4fe5-8f97-4eca15678d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:15.739532 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-f3dfcd71-119e-4fe5-8f97-4eca15678d19 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 200 len: 915 time: 0.1969733 Aug 07 22:44:15.825381 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:44:15.845308 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-7ffab560-7500-42cd-9a17-9c672e14d220 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 1001 time: 0.0915024 Aug 07 22:44:15.849334 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7e6187c-eb32-414c-89fa-3c7fec40771c req-1e7c32d1-b771-43d0-ac80-04c58bfafe26 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035533 Aug 07 22:44:15.859691 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:15.901819 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-3f1bd00d-88b5-47e0-9e83-eb82fd2bca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:15.903381 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-3f1bd00d-88b5-47e0-9e83-eb82fd2bca94 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4780ee85-ed05-4985-9990-94f799f275fc HTTP/1.1" status: 200 len: 853 time: 0.0508461 Aug 07 22:44:15.951385 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:44:15.951622 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:15.951723 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-5be9f0cc-b27c-4f0e-86b4-ee30f310d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:15.953155 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-5be9f0cc-b27c-4f0e-86b4-ee30f310d834 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9f74fe23-4b28-44d3-b565-87222cc4b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435684 Aug 07 22:44:15.967802 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:44:16.010241 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:16.010869 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:43:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:16.029905 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:16.061711 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-b95a6bf6-390c-4aeb-93af-0db102d9a1b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008725 Aug 07 22:44:16.069444 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e13d6687-8f9c-49f4-b868-60b2f87414de tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2028334 Aug 07 22:44:16.070089 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:16.072908 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "tag": "62940318-36f5-4e66-8a0a-be8fade04295"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:16.086705 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:16.125227 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3114253a-99f9-4bd9-987b-22533e37ce7d x-openstack-request-id: req-3114253a-99f9-4bd9-987b-22533e37ce7d {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:16.125513 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "tag": "62940318-36f5-4e66-8a0a-be8fade04295", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:16.125762 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3114253a-99f9-4bd9-987b-22533e37ce7d {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:16.126759 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3114253a-99f9-4bd9-987b-22533e37ce7d'] response: {'name': 'network-changed', 'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295', 'status': 'completed', 'code': 200} Aug 07 22:44:16.165349 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:16.195418 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-27a30932-9a39-4c46-b39b-ff70a92c8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:16.197425 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-27a30932-9a39-4c46-b39b-ff70a92c8e9a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 1129 time: 0.0446227 Aug 07 22:44:16.203113 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2a1ee-9eed-4add-9e34-970590cadc6c req-0d95ea24-c813-4607-8981-7c01272ed7f2 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:16.204605 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c6a2a1ee-9eed-4add-9e34-970590cadc6c req-0d95ea24-c813-4607-8981-7c01272ed7f2 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 944 time: 0.0664337 Aug 07 22:44:16.230555 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:16.251133 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c366b67b-7e71-404d-86d9-80392f670122 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:44:16.255145 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-703c3352-0f55-4a8a-8495-0393f2a22d6e req-2b3cf8ee-6f5c-4ff1-9ed3-f6e3060c92a5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866970 Aug 07 22:44:16.281964 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c6a2a1ee-9eed-4add-9e34-970590cadc6c req-618f3e08-2207-42f2-b6da-6d9ca38da957 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676646 Aug 07 22:44:16.312052 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-7638667a-e0be-46dd-b6d8-b35b10220063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:16.313506 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-7638667a-e0be-46dd-b6d8-b35b10220063 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 913 time: 0.1102076 Aug 07 22:44:16.381778 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-30a79dc8-6f9c-411f-912f-e16de7fe39e5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62940318-36f5-4e66-8a0a-be8fade04295 HTTP/1.1" status: 200 len: 999 time: 0.0615015 Aug 07 22:44:16.441811 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-ba24dbc6-6a5a-4a31-afe0-353dcb5d57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:16.443826 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-ba24dbc6-6a5a-4a31-afe0-353dcb5d57f9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0548856 Aug 07 22:44:16.494229 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-0e39391c-1812-455a-9324-5fd4df112169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:16.496126 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-0e39391c-1812-455a-9324-5fd4df112169 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455539 Aug 07 22:44:16.560455 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:16.583604 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port c366b67b-7e71-404d-86d9-80392f670122, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c366b67b-7e71-404d-86d9-80392f670122,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:16.595507 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-6f5ee6bc-12e5-47f1-b86c-5fcee229f195 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930471 Aug 07 22:44:16.618673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'c366b67b-7e71-404d-86d9-80392f670122', 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3', 'port_id': 'c366b67b-7e71-404d-86d9-80392f670122', 'mac_address': 'fa:16:3e:cc:c7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef8e965-b082-402c-9d3b-017d9827fb2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:44:16.654184 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:14Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:16.684720 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:44:16.689192 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-36f6fcc5-cfd6-4b97-beca-40cdc6adb68b req-d8d2c8f0-9d4a-4a11-a050-df5154a53bc3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869088 Aug 07 22:44:16.692106 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port c366b67b-7e71-404d-86d9-80392f670122 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:16.692488 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c366b67b-7e71-404d-86d9-80392f670122), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:16.706196 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:16.706873 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:43:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:16.742065 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c366b67b-7e71-404d-86d9-80392f670122 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:44:16.778451 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port c366b67b-7e71-404d-86d9-80392f670122, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c366b67b-7e71-404d-86d9-80392f670122,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:16.829900 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:16.855116 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (c366b67b-7e71-404d-86d9-80392f670122), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:16.865006 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:16.962810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=c366b67b-7e71-404d-86d9-80392f670122,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:16.986111 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485bb94-1e33-4c6a-88b3-f174a3268559 req-66c754ab-30ff-4601-a017-ac9f7824c4eb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:16.987595 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3485bb94-1e33-4c6a-88b3-f174a3268559 req-66c754ab-30ff-4601-a017-ac9f7824c4eb tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0569181 Aug 07 22:44:17.039636 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3485bb94-1e33-4c6a-88b3-f174a3268559 req-4c36d71f-1075-4de6-8373-0665efe9eb75 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463028 Aug 07 22:44:17.092206 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:14Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:17.117484 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['c366b67b-7e71-404d-86d9-80392f670122'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:17.121338 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0bef3-bdb9-478e-b214-d2cbcac25367 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:14Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:44:17.214847 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:17.313787 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8313332d-380d-4dbf-8616-e24a5cb5cacb None None] New status for floating IP ae117fa8-0323-4026-b5f9-c0b5dfb6e01f: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:44:17.405846 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15475e7-6952-42cd-a3ea-a35736634a9e req-8fcc6a59-35fd-4110-81c2-4013b36ba5ba tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:17.407347 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f15475e7-6952-42cd-a3ea-a35736634a9e req-8fcc6a59-35fd-4110-81c2-4013b36ba5ba tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 945 time: 0.0505531 Aug 07 22:44:17.465153 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f15475e7-6952-42cd-a3ea-a35736634a9e req-a4411de6-7138-4c02-a5d8-ee723e081b96 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515695 Aug 07 22:44:18.159410 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce71245-8a36-47a1-868e-1bd051ff6db2 req-682a79f4-ea83-4903-8e54-6d5c56be7c41 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:18.160907 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dce71245-8a36-47a1-868e-1bd051ff6db2 req-682a79f4-ea83-4903-8e54-6d5c56be7c41 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Aug 07 22:44:18.210981 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dce71245-8a36-47a1-868e-1bd051ff6db2 req-2ef21be2-9899-4385-9f8e-f57405b10f2a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445001 Aug 07 22:44:18.290317 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:44:18.293605 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c366b67b-7e71-404d-86d9-80392f670122 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:44:18.393111 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port c366b67b-7e71-404d-86d9-80392f670122 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:44:18.430151 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:18.440983 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'port_id': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'mac_address': 'fa:16:3e:5e:c2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:44:18.475384 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:18.475767 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:18.488424 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:44:18.494585 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port c366b67b-7e71-404d-86d9-80392f670122 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:44:18.494934 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (c366b67b-7e71-404d-86d9-80392f670122), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:18.539183 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:18.585025 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04eeb2-0cef-4101-b2ee-6fb7b28897f7 req-a5e34c8b-0cba-49c5-94b0-a39570f1d44d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:18.586498 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d04eeb2-0cef-4101-b2ee-6fb7b28897f7 req-a5e34c8b-0cba-49c5-94b0-a39570f1d44d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Aug 07 22:44:18.587145 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port c366b67b-7e71-404d-86d9-80392f670122 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:18.587539 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c366b67b-7e71-404d-86d9-80392f670122), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:18.596472 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:18.612386 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:18.614565 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c366b67b-7e71-404d-86d9-80392f670122'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:18.617329 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add01366-3c3b-4dfd-b96c-4b0f21113a7e" -d '{"events": [{"server_uuid": "b0dce4a6-327d-4d94-b3ea-a329edef8130", "name": "network-vif-plugged", "status": "completed", "tag": "c366b67b-7e71-404d-86d9-80392f670122"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:18.641560 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d04eeb2-0cef-4101-b2ee-6fb7b28897f7 req-4086c194-2281-40b5-a102-8d14f74c2220 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494127 Aug 07 22:44:18.649598 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port c366b67b-7e71-404d-86d9-80392f670122, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c366b67b-7e71-404d-86d9-80392f670122,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:18.661903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e5fd9e-8c39-4201-b10d-7ce1fb2ba506 x-openstack-request-id: req-91e5fd9e-8c39-4201-b10d-7ce1fb2ba506 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:18.662355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dce4a6-327d-4d94-b3ea-a329edef8130", "name": "network-vif-plugged", "status": "completed", "tag": "c366b67b-7e71-404d-86d9-80392f670122", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:18.662613 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91e5fd9e-8c39-4201-b10d-7ce1fb2ba506 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:18.663015 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e5fd9e-8c39-4201-b10d-7ce1fb2ba506'] response: {'server_uuid': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c366b67b-7e71-404d-86d9-80392f670122', 'code': 200} Aug 07 22:44:18.681414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=7']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:18.713289 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (c366b67b-7e71-404d-86d9-80392f670122), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:18.760205 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=c366b67b-7e71-404d-86d9-80392f670122,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:18.884964 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['2b5b8b0f-84c3-482a-be06-dd81e2a229e1'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:18.994140 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a38bcc-cbac-4c03-be78-93983ae8c3e3 req-5298cd30-e691-4382-b9ed-9db8d6af4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:18.995655 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-95a38bcc-cbac-4c03-be78-93983ae8c3e3 req-5298cd30-e691-4382-b9ed-9db8d6af4b5b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 1130 time: 0.0438099 Aug 07 22:44:19.041289 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-95a38bcc-cbac-4c03-be78-93983ae8c3e3 req-46187619-819f-44bd-a480-5f6754946ce2 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Aug 07 22:44:19.048096 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:19.332589 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a77cc-5197-41ab-938d-61dd98b39dc0 req-a616d6cf-aff6-470c-befa-4213fecc39e4 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:19.334640 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c65a77cc-5197-41ab-938d-61dd98b39dc0 req-a616d6cf-aff6-470c-befa-4213fecc39e4 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 945 time: 0.0462976 Aug 07 22:44:19.387610 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c65a77cc-5197-41ab-938d-61dd98b39dc0 req-6fea844e-2622-4c51-8f67-050c277f2d38 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476303 Aug 07 22:44:19.763769 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee938073-9ea5-4645-92e9-98af738f8c30 req-d4f8b6c9-bc17-48cd-929b-c58c6d778a78 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:19.765231 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee938073-9ea5-4645-92e9-98af738f8c30 req-d4f8b6c9-bc17-48cd-929b-c58c6d778a78 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 946 time: 0.0474596 Aug 07 22:44:19.811561 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ee938073-9ea5-4645-92e9-98af738f8c30 req-f03348ad-613f-4b1c-9de9-0e22a7f65aaf tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Aug 07 22:44:20.322239 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:44:20.367927 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:44:20.368324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:20.440873 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:20.441274 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:20.475091 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:20.512341 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48b183-f9d6-471e-bb47-8c25d436fa46 req-4e4083fd-41bf-491e-91c0-0bb0ad586710 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:20.513791 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8a48b183-f9d6-471e-bb47-8c25d436fa46 req-4e4083fd-41bf-491e-91c0-0bb0ad586710 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 945 time: 0.0511589 Aug 07 22:44:20.547577 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:20.564234 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8a48b183-f9d6-471e-bb47-8c25d436fa46 req-e66cd977-da12-4552-8650-33e6d7406d27 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447512 Aug 07 22:44:20.597434 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=8']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:20.664135 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:20.666447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb751137-b6f3-4b59-abbf-1b7d2bfeccfe" -d '{"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-plugged", "status": "completed", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:20.704044 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f00fcc-03bb-4478-b9b4-e1de318becdd x-openstack-request-id: req-62f00fcc-03bb-4478-b9b4-e1de318becdd {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:20.704475 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-plugged", "status": "completed", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:20.704729 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62f00fcc-03bb-4478-b9b4-e1de318becdd {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:20.705131 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f00fcc-03bb-4478-b9b4-e1de318becdd'] response: {'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'code': 200} Aug 07 22:44:20.930311 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2ddc-20c4-421a-9d11-74f4a222c974 req-0acfc0ea-262d-4701-a379-0dcb36290d14 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:20.931814 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0b2b2ddc-20c4-421a-9d11-74f4a222c974 req-0acfc0ea-262d-4701-a379-0dcb36290d14 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 946 time: 0.0494928 Aug 07 22:44:20.982567 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0b2b2ddc-20c4-421a-9d11-74f4a222c974 req-3109c5f3-78e8-4126-a148-c75d1e8066e4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Aug 07 22:44:20.992734 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a0f8-f5cd-4b3c-977d-3491fe9cf664 req-00d73ea3-d115-44b7-9da2-30a2859c4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:20.994363 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e543a0f8-f5cd-4b3c-977d-3491fe9cf664 req-00d73ea3-d115-44b7-9da2-30a2859c4c62 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1130 time: 0.0392053 Aug 07 22:44:21.043930 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-e543a0f8-f5cd-4b3c-977d-3491fe9cf664 req-2b78bbde-277e-4b4d-ba92-e9696980c7ca service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Aug 07 22:44:21.683476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0bd13-1b93-454f-a8af-ece5ebbf4a36 req-fb3452c6-52e5-48a1-9a6e-674d62b47a82 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:21.684881 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52b0bd13-1b93-454f-a8af-ece5ebbf4a36 req-fb3452c6-52e5-48a1-9a6e-674d62b47a82 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0464051 Aug 07 22:44:21.738724 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52b0bd13-1b93-454f-a8af-ece5ebbf4a36 req-2c20edc9-dc0f-4f2f-a684-f6335e120f91 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482392 Aug 07 22:44:22.144268 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:22.155036 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccffa2-55d1-4057-a87c-95b57627c2ab req-54e31a24-36f8-4076-b326-942c4f0584ac tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:22.156517 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b8ccffa2-55d1-4057-a87c-95b57627c2ab req-54e31a24-36f8-4076-b326-942c4f0584ac tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 946 time: 0.0474095 Aug 07 22:44:22.205287 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b8ccffa2-55d1-4057-a87c-95b57627c2ab req-5125610c-c5f5-4fa4-9b4e-7c691a58aa47 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Aug 07 22:44:22.860920 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052df0-c700-48be-802d-89e1b55795f9 req-dcc3c681-733a-460c-af16-85eb9ccf8329 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:22.862367 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-50052df0-c700-48be-802d-89e1b55795f9 req-dcc3c681-733a-460c-af16-85eb9ccf8329 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0470517 Aug 07 22:44:22.912059 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-50052df0-c700-48be-802d-89e1b55795f9 req-46c9d49c-f24a-4c13-bff1-405f9ed33086 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Aug 07 22:44:23.313997 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:23.325415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383c1a4-82ea-43b4-bee3-43e682b38d43 req-b3033897-bb84-4436-b9a3-50af7ff3fba8 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:23.326793 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2383c1a4-82ea-43b4-bee3-43e682b38d43 req-b3033897-bb84-4436-b9a3-50af7ff3fba8 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 946 time: 0.0505443 Aug 07 22:44:23.373759 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2383c1a4-82ea-43b4-bee3-43e682b38d43 req-5b14ca66-21c8-4fd8-9083-dffc8532ddb5 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Aug 07 22:44:23.901010 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1b174c34-eefa-48a9-b6ce-174b76112107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:24.033145 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8a902-07df-42a5-85ad-d9255ea9dac8 req-1f66e689-369b-4143-8ac5-8c44a98f4a62 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:24.034561 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7d8a902-07df-42a5-85ad-d9255ea9dac8 req-1f66e689-369b-4143-8ac5-8c44a98f4a62 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0501783 Aug 07 22:44:24.083054 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7d8a902-07df-42a5-85ad-d9255ea9dac8 req-b8b3b172-32b4-484a-bb57-2b867375c275 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 Aug 07 22:44:24.171203 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:24.184355 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-a8f56ebb-e87a-4915-ba16-7581488192f5 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:24.185896 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-a8f56ebb-e87a-4915-ba16-7581488192f5 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 946 time: 0.0504036 Aug 07 22:44:24.274880 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Deleting port c366b67b-7e71-404d-86d9-80392f670122 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:44:24.275254 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (c366b67b-7e71-404d-86d9-80392f670122), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:24.366409 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] For port c366b67b-7e71-404d-86d9-80392f670122, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c366b67b-7e71-404d-86d9-80392f670122,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:24.366764 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (c366b67b-7e71-404d-86d9-80392f670122), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:24.380168 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Calling delete_port for c366b67b-7e71-404d-86d9-80392f670122 owned by compute:nova {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:44:24.498812 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98b24-b8c1-4bc4-92e0-052e4ae640db req-50d45123-7914-4bae-b028-0656eecedad4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:24.500250 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3ce98b24-b8c1-4bc4-92e0-052e4ae640db req-50d45123-7914-4bae-b028-0656eecedad4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Aug 07 22:44:24.548537 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3ce98b24-b8c1-4bc4-92e0-052e4ae640db req-3f1b59c4-58a9-4568-9adb-cc47afd42ed2 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Aug 07 22:44:24.552692 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (c366b67b-7e71-404d-86d9-80392f670122), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:24.576659 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['c366b67b-7e71-404d-86d9-80392f670122'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:24.579789 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Pushing event deleted for resources: {'Port': ['ID=c366b67b-7e71-404d-86d9-80392f670122,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:24.629536 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] No DVR routers for this DVR port c366b67b-7e71-404d-86d9-80392f670122 on host hv-cinder-85032 {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:44:24.632072 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:24.635987 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5f679f15-45d9-40a3-baf6-9eb394b8a943 req-613a6b5e-4e45-4785-a73c-3ba667714fbd tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c366b67b-7e71-404d-86d9-80392f670122 HTTP/1.1" status: 204 len: 173 time: 0.4416671 Aug 07 22:44:24.636709 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'name': 'network-vif-deleted', 'tag': 'c366b67b-7e71-404d-86d9-80392f670122'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:24.639082 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8e8d0d-3482-4824-b07c-8f81bf146fef" -d '{"events": [{"server_uuid": "b0dce4a6-327d-4d94-b3ea-a329edef8130", "name": "network-vif-deleted", "tag": "c366b67b-7e71-404d-86d9-80392f670122"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:24.673990 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03286f5e-c282-40ed-8a9f-647d8ecaf457 x-openstack-request-id: req-03286f5e-c282-40ed-8a9f-647d8ecaf457 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:24.674277 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dce4a6-327d-4d94-b3ea-a329edef8130", "name": "network-vif-deleted", "tag": "c366b67b-7e71-404d-86d9-80392f670122", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:24.674528 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03286f5e-c282-40ed-8a9f-647d8ecaf457 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:24.675037 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03286f5e-c282-40ed-8a9f-647d8ecaf457'] response: {'server_uuid': 'b0dce4a6-327d-4d94-b3ea-a329edef8130', 'name': 'network-vif-deleted', 'tag': 'c366b67b-7e71-404d-86d9-80392f670122', 'status': 'completed', 'code': 200} Aug 07 22:44:25.661922 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5852621b-eeb5-4507-97ce-14d6b9396cbd req-3fffb4f5-119b-4927-8844-7d642d0dc557 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b0dce4a6-327d-4d94-b3ea-a329edef8130 HTTP/1.1" status: 200 len: 210 time: 0.0285463 Aug 07 22:44:26.516797 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d0065988-bf05-44bc-a8ce-db35e76f35f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:26.933189 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-e5c6f548-363e-4d09-a567-42a3659331cc tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:26.934707 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-e5c6f548-363e-4d09-a567-42a3659331cc tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/networks?id=68262f02-e373-4d41-8919-e2f8b833fcb3 HTTP/1.1" status: 200 len: 809 time: 0.1053083 Aug 07 22:44:26.950132 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-fe693c5e-a89c-4eb1-857f-ed42a0c9b900 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/quotas/2648957a96504832a5693026f9d99c58 HTTP/1.1" status: 200 len: 375 time: 0.0100257 Aug 07 22:44:26.981559 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-58cf6cf6-c0da-4c3a-8da5-f11e52ed4f79 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=2648957a96504832a5693026f9d99c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264971 Aug 07 22:44:27.070861 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-cae47ad6-792a-4820-a86b-044573dcdf9c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821795 Aug 07 22:44:27.161984 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-86f1debc-c3da-4f87-bd4a-20df3409d1ca service neutron] 10.222.0.30 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853417 Aug 07 22:44:27.407320 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb5af227-e7b3-4b79-8f37-1fca8cf3f8c3 req-3c572282-6a0f-4cd6-b571-19e8f29fb628 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 210 time: 0.0289574 Aug 07 22:44:27.416398 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:27.419583 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:27.437170 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:28.057504 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa266552-ee17-4ca3-a82a-7ca407eed3d4 req-6c60b60d-56f0-4d2d-a63b-67e86ec9dd42 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:28.059005 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aa266552-ee17-4ca3-a82a-7ca407eed3d4 req-6c60b60d-56f0-4d2d-a63b-67e86ec9dd42 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0526230 Aug 07 22:44:28.116596 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-b23896d0-b789-4c52-9d21-6d363d4fe954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:28.118863 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-b23896d0-b789-4c52-9d21-6d363d4fe954 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1168 time: 0.0409229 Aug 07 22:44:28.123377 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aa266552-ee17-4ca3-a82a-7ca407eed3d4 req-6b952df0-d109-4bc5-8168-f00cf40c4523 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583916 Aug 07 22:44:28.217606 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-1cd88d7c-0a5e-49b7-9e02-8cd945d6555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:28.219115 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-1cd88d7c-0a5e-49b7-9e02-8cd945d6555f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 200 len: 915 time: 0.0911865 Aug 07 22:44:28.282331 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-36e1c49c-ea30-4807-8c38-a170b07aa413 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 1001 time: 0.0557404 Aug 07 22:44:28.334767 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-ba75b652-334f-4475-8397-d31144fef1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:28.336908 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-ba75b652-334f-4475-8397-d31144fef1f2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4780ee85-ed05-4985-9990-94f799f275fc HTTP/1.1" status: 200 len: 853 time: 0.0451663 Aug 07 22:44:28.356182 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c366b67b-7e71-404d-86d9-80392f670122 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:44:28.378751 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: c366b67b-7e71-404d-86d9-80392f670122 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:44:28.379107 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device c366b67b-7e71-404d-86d9-80392f670122 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:44:28.387440 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:28.391169 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-2da57fdb-aed4-4926-a07b-13804eed5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:28.392683 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-2da57fdb-aed4-4926-a07b-13804eed5eb7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9f74fe23-4b28-44d3-b565-87222cc4b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469112 Aug 07 22:44:28.490810 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-b5e06b36-7cdf-4388-8152-51525f0aa201 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899718 Aug 07 22:44:28.511783 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-62f07460-4f05-4ee6-b07e-94e0d7db6fd9 req-c4f8592e-da84-4528-ac2b-1cb2ee651fb8 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 210 time: 0.0280285 Aug 07 22:44:28.604346 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-47e4f9d7-0ee0-4b95-86bc-2bcedef4a905 req-73143262-4ef0-407a-8018-0c206fa9c9fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910268 Aug 07 22:44:29.250989 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4a66c-f688-47d0-b901-2afe1fd7ffbc req-c383b2f3-6353-4bd9-8762-3277c8ed9925 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:29.252495 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e6d4a66c-f688-47d0-b901-2afe1fd7ffbc req-c383b2f3-6353-4bd9-8762-3277c8ed9925 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0539138 Aug 07 22:44:29.313583 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e6d4a66c-f688-47d0-b901-2afe1fd7ffbc req-6baa5b5e-2eb3-47a6-afd2-b0cd1303a9c9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553732 Aug 07 22:44:29.353801 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:29.364042 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:29.451530 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-9ce7acc2-058a-4171-b000-32d34458fa24 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:29.453323 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-9ce7acc2-058a-4171-b000-32d34458fa24 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "GET /networking/v2.0/networks?id=68262f02-e373-4d41-8919-e2f8b833fcb3 HTTP/1.1" status: 200 len: 809 time: 0.1234155 Aug 07 22:44:29.465863 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Request body: {'port': {'device_id': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3', 'admin_state_up': True, 'tenant_id': '2648957a96504832a5693026f9d99c58'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:29.616842 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41f6f68b-7bbb-4d8f-b194-81ff624acb90 req-497486f2-2fab-44c4-983f-50f0945b0d1d tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 210 time: 0.0304155 Aug 07 22:44:29.683819 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:29.809978 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:29.810192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Made reservation on behalf of 2648957a96504832a5693026f9d99c58 for: {'port': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:44:29.813464 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:29.942911 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Allocated IP 172.20.0.2 (68262f02-e373-4d41-8919-e2f8b833fcb3/1ef8e965-b082-402c-9d3b-017d9827fb2b/3ff6ef55-c706-4782-919d-1d1cc1935745) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:44:30.044946 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:30.091280 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks [] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:30.221509 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:30.267971 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Network 68262f02-e373-4d41-8919-e2f8b833fcb3 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:44:30.271095 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:44:30.275341 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:44:30.301883 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Pushing event updated for resources: {'Port': ['ID=3ff6ef55-c706-4782-919d-1d1cc1935745,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:30.326627 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:30.327216 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:30.422431 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-534ab25c-be44-4908-9e48-3a1b3170cd4c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9603446 Aug 07 22:44:30.434598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193816eb-5314-4cab-9a8e-88debf358ce5 req-dd715e52-85df-4984-bb89-9ab58996dbcf tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:30.435511 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Request body: {'port': {'device_id': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:44:30.436355 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-193816eb-5314-4cab-9a8e-88debf358ce5 req-dd715e52-85df-4984-bb89-9ab58996dbcf tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0493600 Aug 07 22:44:30.473158 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:30.495353 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:30.501541 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-193816eb-5314-4cab-9a8e-88debf358ce5 req-53d2f2e7-f6e0-4348-b7e8-c1222291cf3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576973 Aug 07 22:44:30.657006 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:30.700587 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:30.738269 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b026e-6271-4437-9953-3838e4fa8a52 req-bcb1eb88-7573-40fd-a963-4cc00bc0a9be tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:30.739733 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-695b026e-6271-4437-9953-3838e4fa8a52 req-bcb1eb88-7573-40fd-a963-4cc00bc0a9be tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 931 time: 0.0479212 Aug 07 22:44:30.753210 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff6ef55-c706-4782-919d-1d1cc1935745 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:44:30.761348 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Publish callbacks [] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:30.774225 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Transition to ACTIVE for port object 3ff6ef55-c706-4782-919d-1d1cc1935745 will not be triggered until provisioned by entity L2. {{(pid=104592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:44:30.792090 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-695b026e-6271-4437-9953-3838e4fa8a52 req-07a50fb8-22cb-43ed-935d-280e30953727 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Aug 07 22:44:30.822344 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:30.886413 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Pushing event updated for resources: {'Port': ['ID=3ff6ef55-c706-4782-919d-1d1cc1935745,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:30.940901 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Attempting to bind port 3ff6ef55-c706-4782-919d-1d1cc1935745 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:44:30.941158 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Attempting to bind port 3ff6ef55-c706-4782-919d-1d1cc1935745 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:44:30.941651 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Attempting to bind port 3ff6ef55-c706-4782-919d-1d1cc1935745 on network 68262f02-e373-4d41-8919-e2f8b833fcb3 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:44:30.946716 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Port 3ff6ef55-c706-4782-919d-1d1cc1935745 on network 68262f02-e373-4d41-8919-e2f8b833fcb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:44:30.947045 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Attempting to bind port 3ff6ef55-c706-4782-919d-1d1cc1935745 on network 68262f02-e373-4d41-8919-e2f8b833fcb3 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:44:30.952158 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:44:30.952642 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Checking segment: {'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:44:30.953028 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Bound using segment: {'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:44:30.953454 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Bound port: 3ff6ef55-c706-4782-919d-1d1cc1935745, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e128d296-2b34-4693-b547-12808438c676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:44:30.953815 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:31.014870 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:31.016358 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] For port 3ff6ef55-c706-4782-919d-1d1cc1935745, host hv-cinder-85032, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:44:31.019465 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] For port 3ff6ef55-c706-4782-919d-1d1cc1935745, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ff6ef55-c706-4782-919d-1d1cc1935745,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:44:31.111500 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:31.118422 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.119030 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:31.120464 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/3ff6ef55-c706-4782-919d-1d1cc1935745 HTTP/1.1" status: 200 len: 1093 time: 0.6890075 Aug 07 22:44:31.120898 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'tag': '3ff6ef55-c706-4782-919d-1d1cc1935745'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:31.123315 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c44bdd-9745-473f-b52e-4f3e6e8b83f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c", "tag": "3ff6ef55-c706-4782-919d-1d1cc1935745"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:31.169737 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e67f14-a5b4-4a3c-93d4-ed37c5309df9 x-openstack-request-id: req-a1e67f14-a5b4-4a3c-93d4-ed37c5309df9 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:31.170026 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c", "tag": "3ff6ef55-c706-4782-919d-1d1cc1935745", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:31.170279 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1e67f14-a5b4-4a3c-93d4-ed37c5309df9 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:31.170677 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e67f14-a5b4-4a3c-93d4-ed37c5309df9'] response: {'name': 'network-changed', 'server_uuid': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'tag': '3ff6ef55-c706-4782-919d-1d1cc1935745', 'status': 'completed', 'code': 200} Aug 07 22:44:31.171578 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af3797-b62e-4e84-b4ee-c145d846243b service neutron] Pushing event updated for resources: {'Port': ['ID=3ff6ef55-c706-4782-919d-1d1cc1935745,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:31.235766 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c44bdd-9745-473f-b52e-4f3e6e8b83f1 req-cf0eebfb-85b6-420a-999d-76e45791da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.237210 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-63c44bdd-9745-473f-b52e-4f3e6e8b83f1 req-cf0eebfb-85b6-420a-999d-76e45791da3f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2648957a96504832a5693026f9d99c58&device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 1127 time: 0.0433819 Aug 07 22:44:31.340914 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c44bdd-9745-473f-b52e-4f3e6e8b83f1 req-6ff5050e-e9ce-4a86-93dc-33986ace5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.342362 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-63c44bdd-9745-473f-b52e-4f3e6e8b83f1 req-6ff5050e-e9ce-4a86-93dc-33986ace5db3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=2648957a96504832a5693026f9d99c58&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0922675 Aug 07 22:44:31.407153 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-70cd08f3-83fe-4029-8be0-2998490f2207 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381923 Aug 07 22:44:31.443013 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c44bdd-9745-473f-b52e-4f3e6e8b83f1 req-8acbcc2f-d51f-4cad-a8fe-50fd29de7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.444501 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-63c44bdd-9745-473f-b52e-4f3e6e8b83f1 req-8acbcc2f-d51f-4cad-a8fe-50fd29de7e22 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954609 Aug 07 22:44:31.474709 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-3990b584-d70e-4309-8ffe-796494377702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.476239 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-3990b584-d70e-4309-8ffe-796494377702 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1130 time: 0.0392783 Aug 07 22:44:31.521418 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-3b8aab01-7f65-431d-9ce8-b00b13eef162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.522895 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-3b8aab01-7f65-431d-9ce8-b00b13eef162 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2648957a96504832a5693026f9d99c58&device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 1127 time: 0.0399103 Aug 07 22:44:31.574304 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-53a6573e-ec18-4ccc-8c9f-4d191146cc6c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ff6ef55-c706-4782-919d-1d1cc1935745 HTTP/1.1" status: 200 len: 217 time: 0.0348449 Aug 07 22:44:31.617668 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-c6e045a2-b66a-4873-b6ab-cf906cb27cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.619117 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-c6e045a2-b66a-4873-b6ab-cf906cb27cb2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 200 len: 910 time: 0.1195445 Aug 07 22:44:31.630963 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-0234c143-a97c-4c01-9fd1-24a9a761cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.632434 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-0234c143-a97c-4c01-9fd1-24a9a761cb81 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1ef8e965-b082-402c-9d3b-017d9827fb2b HTTP/1.1" status: 200 len: 849 time: 0.0484087 Aug 07 22:44:31.635841 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cf7f4-eb4c-48e9-b6df-7d290d4efd24 req-00d3dd17-b00b-4fe3-ad88-2fc835560b33 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.637551 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aa5cf7f4-eb4c-48e9-b6df-7d290d4efd24 req-00d3dd17-b00b-4fe3-ad88-2fc835560b33 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0577252 Aug 07 22:44:31.669998 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-f32106b2-a207-40d2-b8da-88c278f6a221 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=68262f02-e373-4d41-8919-e2f8b833fcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257075 Aug 07 22:44:31.725435 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-2aa3bfaa-edea-4d22-918e-775365a24fe4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 1002 time: 0.0869534 Aug 07 22:44:31.766357 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-e9fd28a7-ebb4-4b09-b12c-68e2684db5a3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896583 Aug 07 22:44:31.771692 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aa5cf7f4-eb4c-48e9-b6df-7d290d4efd24 req-c9e1aa43-feb7-4518-9450-4e4565feb157 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260483 Aug 07 22:44:31.800695 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-5e952d07-24fb-4f94-9d1a-70e143655618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.802148 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-5e952d07-24fb-4f94-9d1a-70e143655618 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=ada22313-e881-418e-84e0-33f2fcb413a2 HTTP/1.1" status: 200 len: 848 time: 0.0659633 Aug 07 22:44:31.847892 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-77644475-ed3a-441b-9e2e-eb3bfc78151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.849421 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-77644475-ed3a-441b-9e2e-eb3bfc78151d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392625 Aug 07 22:44:31.864424 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d5825e2-7305-414e-a5a0-98aa894469c9 req-6cfe3a4d-8f06-4ae3-a2d9-3cf92b1fa39e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896168 Aug 07 22:44:31.959044 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825fa2c-388c-4a0f-9880-15e157b7c58f req-9eaba6e7-3c4a-48bb-a9eb-0f663eb6900e tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:31.960528 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c825fa2c-388c-4a0f-9880-15e157b7c58f req-9eaba6e7-3c4a-48bb-a9eb-0f663eb6900e tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 943 time: 0.0850854 Aug 07 22:44:32.002951 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-ca14429c-3dd5-4b92-b968-ef5461960bd5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453044 Aug 07 22:44:32.026921 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c825fa2c-388c-4a0f-9880-15e157b7c58f req-bb2a931d-f34c-4dc3-b88d-c1ade10680c1 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568254 Aug 07 22:44:32.931468 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193181bd-3dad-4911-97e2-2128e15c4b46 req-315ea6a7-916f-4c4c-b9ed-d1ceae860f4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:32.933029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-193181bd-3dad-4911-97e2-2128e15c4b46 req-315ea6a7-916f-4c4c-b9ed-d1ceae860f4f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0559738 Aug 07 22:44:32.975146 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab6d275-5ab3-44a9-a443-02bbcc8146b6 req-05bd92a7-42f0-4215-be5e-ce7cc8b5cc17 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576855 Aug 07 22:44:33.013000 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-193181bd-3dad-4911-97e2-2128e15c4b46 req-3ef417ea-3a8f-429b-90cb-cd9909bdcd95 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707960 Aug 07 22:44:33.151944 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50a4d-d716-4921-807f-734ebe6a077f req-dda799cd-b761-4f4c-9726-77375474420e tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:33.153465 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f4e50a4d-d716-4921-807f-734ebe6a077f req-dda799cd-b761-4f4c-9726-77375474420e tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 943 time: 0.0533690 Aug 07 22:44:33.173509 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:33.200737 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f4e50a4d-d716-4921-807f-734ebe6a077f req-012b5a06-288c-4809-ab71-02edcc879839 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Aug 07 22:44:33.346331 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:44:34.124209 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:34.132901 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ab8e-526c-4148-9759-4de6f3127615 req-67cfec06-01cc-4379-b1d2-15ef6167f17d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:34.134388 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6b2ab8e-526c-4148-9759-4de6f3127615 req-67cfec06-01cc-4379-b1d2-15ef6167f17d tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0481386 Aug 07 22:44:34.195258 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6b2ab8e-526c-4148-9759-4de6f3127615 req-7453d992-22b7-446b-9736-4b68251c87c4 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548284 Aug 07 22:44:34.318844 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224fcb-d3d8-4e30-950f-598f84aa4827 req-8b3a34ec-1c43-4ddd-a2c0-f4017aff4f66 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:34.321199 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7224fcb-d3d8-4e30-950f-598f84aa4827 req-8b3a34ec-1c43-4ddd-a2c0-f4017aff4f66 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 943 time: 0.0478392 Aug 07 22:44:34.400409 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ff6ef55-c706-4782-919d-1d1cc1935745 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:44:34.478231 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:34.521904 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 3ff6ef55-c706-4782-919d-1d1cc1935745, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ff6ef55-c706-4782-919d-1d1cc1935745,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:34.535999 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '3ff6ef55-c706-4782-919d-1d1cc1935745', 'network_id': '68262f02-e373-4d41-8919-e2f8b833fcb3', 'port_id': '3ff6ef55-c706-4782-919d-1d1cc1935745', 'mac_address': 'fa:16:3e:85:e6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef8e965-b082-402c-9d3b-017d9827fb2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:44:34.574516 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 3ff6ef55-c706-4782-919d-1d1cc1935745 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:34.574913 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:34.589058 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff6ef55-c706-4782-919d-1d1cc1935745 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:44:34.615350 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 3ff6ef55-c706-4782-919d-1d1cc1935745, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ff6ef55-c706-4782-919d-1d1cc1935745,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:34.637153 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7224fcb-d3d8-4e30-950f-598f84aa4827 req-80c23757-9110-4d28-9dd1-128fe060d496 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105481 Aug 07 22:44:34.677092 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:34.726439 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=3ff6ef55-c706-4782-919d-1d1cc1935745,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:34.951233 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['3ff6ef55-c706-4782-919d-1d1cc1935745'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:35.046138 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:35.313990 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607675d7-7515-4397-930c-a6abbe2a3a80 req-72d85600-6e8d-40aa-a5b4-d50430e4878a tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:35.315365 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-607675d7-7515-4397-930c-a6abbe2a3a80 req-72d85600-6e8d-40aa-a5b4-d50430e4878a tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0478206 Aug 07 22:44:35.375940 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-607675d7-7515-4397-930c-a6abbe2a3a80 req-86e02c28-00fc-4d29-bc91-b5bf00d2ee35 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541646 Aug 07 22:44:35.754691 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335d03-d953-49d8-81b2-c299d1736df2 req-b1354e65-e070-4832-be81-e768701b9f7e tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:35.756173 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2335d03-d953-49d8-81b2-c299d1736df2 req-b1354e65-e070-4832-be81-e768701b9f7e tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 944 time: 0.0471156 Aug 07 22:44:35.806115 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a2335d03-d953-49d8-81b2-c299d1736df2 req-716c51bf-b8d3-48e8-acb9-3089ad2f552a tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Aug 07 22:44:36.413473 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ff6ef55-c706-4782-919d-1d1cc1935745 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:44:36.460270 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 3ff6ef55-c706-4782-919d-1d1cc1935745 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:44:36.496341 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeafa3-3c7a-4f20-9fad-5bb0d47ea699 req-a96f29df-ce22-4037-b94f-8bd3effa70b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:36.497804 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9eeafa3-3c7a-4f20-9fad-5bb0d47ea699 req-a96f29df-ce22-4037-b94f-8bd3effa70b9 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0478711 Aug 07 22:44:36.529437 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 3ff6ef55-c706-4782-919d-1d1cc1935745 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:44:36.529927 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:36.558196 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9eeafa3-3c7a-4f20-9fad-5bb0d47ea699 req-7732eac1-515f-41a6-a973-cf3c33c9f164 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545681 Aug 07 22:44:36.603827 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 3ff6ef55-c706-4782-919d-1d1cc1935745 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:44:36.604237 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:36.626515 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff6ef55-c706-4782-919d-1d1cc1935745'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:36.628757 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aea17f-88f6-4e7d-aacc-13730b28b2f6" -d '{"events": [{"server_uuid": "3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c", "name": "network-vif-plugged", "status": "completed", "tag": "3ff6ef55-c706-4782-919d-1d1cc1935745"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:36.641519 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 3ff6ef55-c706-4782-919d-1d1cc1935745, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ff6ef55-c706-4782-919d-1d1cc1935745,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:36.666391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c590adb-38af-4126-894c-1f9d7c859035 x-openstack-request-id: req-7c590adb-38af-4126-894c-1f9d7c859035 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:36.666677 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c", "name": "network-vif-plugged", "status": "completed", "tag": "3ff6ef55-c706-4782-919d-1d1cc1935745", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:36.666927 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c590adb-38af-4126-894c-1f9d7c859035 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:36.667317 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c590adb-38af-4126-894c-1f9d7c859035'] response: {'server_uuid': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff6ef55-c706-4782-919d-1d1cc1935745', 'code': 200} Aug 07 22:44:36.728434 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:36.776392 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=3ff6ef55-c706-4782-919d-1d1cc1935745,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:36.924158 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba59ab-1b29-4419-b860-0c900e4c2bc0 req-88532c39-d62b-4a16-a325-88bc9e108423 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:36.926765 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8dba59ab-1b29-4419-b860-0c900e4c2bc0 req-88532c39-d62b-4a16-a325-88bc9e108423 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 945 time: 0.0504348 Aug 07 22:44:37.005479 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74925d83-b8f9-42fa-9c98-d545eceae527 req-c17e1c03-0c7e-4c05-92a9-25334cd70ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:37.006864 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-74925d83-b8f9-42fa-9c98-d545eceae527 req-c17e1c03-0c7e-4c05-92a9-25334cd70ab3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 1129 time: 0.0657747 Aug 07 22:44:37.010865 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8dba59ab-1b29-4419-b860-0c900e4c2bc0 req-53232068-6064-4698-80d7-fbceb5e5136e tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772667 Aug 07 22:44:37.051458 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-74925d83-b8f9-42fa-9c98-d545eceae527 req-ef978de0-4e7c-4ec7-9372-32415057f39e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382683 Aug 07 22:44:37.678487 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b7b12-ab92-49c4-a059-6f476d1cad7b req-41382418-cad8-471c-95ab-5604307a11aa tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:37.680575 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-029b7b12-ab92-49c4-a059-6f476d1cad7b req-41382418-cad8-471c-95ab-5604307a11aa tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0471909 Aug 07 22:44:37.740391 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-029b7b12-ab92-49c4-a059-6f476d1cad7b req-df58dd0c-6d5b-4b23-a34d-1121d1e9964f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544162 Aug 07 22:44:38.135278 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de605fc-c6b8-4fe0-a603-30e0bb92c72d req-3282857a-61f9-4af6-afb4-67fb5cf9bf6a tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:38.137011 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2de605fc-c6b8-4fe0-a603-30e0bb92c72d req-3282857a-61f9-4af6-afb4-67fb5cf9bf6a tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 945 time: 0.0524611 Aug 07 22:44:38.185200 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2de605fc-c6b8-4fe0-a603-30e0bb92c72d req-c7542540-5db1-40d0-ba23-f3136ea38d3a tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Aug 07 22:44:38.859984 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95023f71-1176-4d4c-9a5a-8a74bcbe5411 req-881cd980-3e18-4f94-a733-02abe62ce1b8 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:38.861474 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-95023f71-1176-4d4c-9a5a-8a74bcbe5411 req-881cd980-3e18-4f94-a733-02abe62ce1b8 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0492482 Aug 07 22:44:38.911749 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:38.922624 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-95023f71-1176-4d4c-9a5a-8a74bcbe5411 req-51d95d52-1d7a-4409-9def-660ebad01a59 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552189 Aug 07 22:44:39.304397 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915753-e2aa-4a69-a543-8476880b5021 req-9d139fb1-f77a-492b-b815-3d4cc4419724 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:39.305976 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c5915753-e2aa-4a69-a543-8476880b5021 req-9d139fb1-f77a-492b-b815-3d4cc4419724 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 945 time: 0.0476458 Aug 07 22:44:39.333205 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:39.359937 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c5915753-e2aa-4a69-a543-8476880b5021 req-6eebd11b-1be2-4eb6-a58b-ad752ace641b tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485270 Aug 07 22:44:40.042976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a542b9-9207-4915-ac19-8379d71977ac req-f813ae28-97cb-477a-993b-05283d39ae88 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:40.044474 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56a542b9-9207-4915-ac19-8379d71977ac req-f813ae28-97cb-477a-993b-05283d39ae88 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0479820 Aug 07 22:44:40.104985 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56a542b9-9207-4915-ac19-8379d71977ac req-42d35fda-bdfc-437d-a304-2f1c68ef091c tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547004 Aug 07 22:44:40.627221 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ef968-6b63-47cd-9292-2e296a8cf208 req-778a6245-7c78-4fd0-a514-7d6bcdcfd509 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:40.628708 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-441ef968-6b63-47cd-9292-2e296a8cf208 req-778a6245-7c78-4fd0-a514-7d6bcdcfd509 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 945 time: 0.0478215 Aug 07 22:44:40.676510 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-441ef968-6b63-47cd-9292-2e296a8cf208 req-3ca935b9-b8bd-406b-a56c-01293b6ead9b tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Aug 07 22:44:41.228055 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbe85a-347a-4ba3-9610-404ff26b358b req-aaf4f948-0b4f-45cf-899e-6697866706be tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:41.229435 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87dbe85a-347a-4ba3-9610-404ff26b358b req-aaf4f948-0b4f-45cf-899e-6697866706be tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0512938 Aug 07 22:44:41.289993 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87dbe85a-347a-4ba3-9610-404ff26b358b req-7ea8b328-d0a0-4471-a6f7-bb0cc2fd85d2 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a645b010-16ef-446e-8d5a-b6ead42b3e84&id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551693 Aug 07 22:44:41.798325 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e448-ccaf-4c39-bdd0-da78469661fa req-584c49d7-a292-40b3-ad7d-980c05c21db5 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:41.799784 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9b0e448-ccaf-4c39-bdd0-da78469661fa req-584c49d7-a292-40b3-ad7d-980c05c21db5 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 945 time: 0.0477827 Aug 07 22:44:41.846787 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9b0e448-ccaf-4c39-bdd0-da78469661fa req-04fc1708-833b-42e1-9c51-38369591b67c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e67eb257-db1e-4527-86c0-d1ddcb89589c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Aug 07 22:44:41.860073 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:41.861246 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=46 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:42.201698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-a77dbb6d-8214-49d3-a315-f8a2d1ab108a tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:42.203137 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-a77dbb6d-8214-49d3-a315-f8a2d1ab108a tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 945 time: 0.0471220 Aug 07 22:44:42.294052 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Deleting port 3ff6ef55-c706-4782-919d-1d1cc1935745 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:44:42.294702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:42.385779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] For port 3ff6ef55-c706-4782-919d-1d1cc1935745, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3ff6ef55-c706-4782-919d-1d1cc1935745,segment=NetworkSegment(e128d296-2b34-4693-b547-12808438c676),segment_id=e128d296-2b34-4693-b547-12808438c676)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:42.386131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:42.399848 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Calling delete_port for 3ff6ef55-c706-4782-919d-1d1cc1935745 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:44:42.579634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (3ff6ef55-c706-4782-919d-1d1cc1935745), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:42.592571 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['3ff6ef55-c706-4782-919d-1d1cc1935745'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:44:42.611337 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Pushing event deleted for resources: {'Port': ['ID=3ff6ef55-c706-4782-919d-1d1cc1935745,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:42.655427 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] No DVR routers for this DVR port 3ff6ef55-c706-4782-919d-1d1cc1935745 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:44:42.657962 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:42.661206 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2b90cb6d-da25-405b-9679-456fb65cfc01 req-520cd21d-7b91-4beb-b114-3f5dc08ff0b4 tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.27 "DELETE /networking/v2.0/ports/3ff6ef55-c706-4782-919d-1d1cc1935745 HTTP/1.1" status: 204 len: 173 time: 0.4506750 Aug 07 22:44:42.661835 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'name': 'network-vif-deleted', 'tag': '3ff6ef55-c706-4782-919d-1d1cc1935745'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:42.663904 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc67c5-9cb0-4fde-be5d-26c715fd32a5" -d '{"events": [{"server_uuid": "3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c", "name": "network-vif-deleted", "tag": "3ff6ef55-c706-4782-919d-1d1cc1935745"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:42.700299 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed07e85-4654-4f52-8474-a8b7bd7f5ebb x-openstack-request-id: req-0ed07e85-4654-4f52-8474-a8b7bd7f5ebb {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:42.700593 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c", "name": "network-vif-deleted", "tag": "3ff6ef55-c706-4782-919d-1d1cc1935745", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:42.700849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ed07e85-4654-4f52-8474-a8b7bd7f5ebb {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:42.701255 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed07e85-4654-4f52-8474-a8b7bd7f5ebb'] response: {'server_uuid': '3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c', 'name': 'network-vif-deleted', 'tag': '3ff6ef55-c706-4782-919d-1d1cc1935745', 'status': 'completed', 'code': 200} Aug 07 22:44:42.948586 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-77fb0dbf-6c74-4326-87ab-12fb094acf0a req-ac259372-a89a-4421-88cc-f096c6074e9c tempest-VolumesActionsTest-1542252996 tempest-VolumesActionsTest-1542252996-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3e6133a7-c33e-4766-9f8a-ac62bf8fbc0c HTTP/1.1" status: 200 len: 210 time: 0.0292382 Aug 07 22:44:43.341468 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:43.345302 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:46.772037 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=33 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:48.219897 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ff6ef55-c706-4782-919d-1d1cc1935745 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:44:48.238963 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 3ff6ef55-c706-4782-919d-1d1cc1935745 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:44:48.239299 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 3ff6ef55-c706-4782-919d-1d1cc1935745 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:44:49.011749 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:49.028187 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445136f-27f4-4d11-90ca-6847480957ce req-185eaed1-c403-48c9-8db7-72b9fee312e5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:49.029694 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b445136f-27f4-4d11-90ca-6847480957ce req-185eaed1-c403-48c9-8db7-72b9fee312e5 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 946 time: 0.0485475 Aug 07 22:44:49.061078 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:49.081380 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b445136f-27f4-4d11-90ca-6847480957ce req-bc99f7ab-7d8f-46de-ad6b-c0b940832098 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461733 Aug 07 22:44:50.225857 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74d0a4-1607-449e-b1d8-839d2c85e501 req-59b5f679-587b-489f-a94a-ebf31150caab tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:50.233702 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d74d0a4-1607-449e-b1d8-839d2c85e501 req-59b5f679-587b-489f-a94a-ebf31150caab tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 946 time: 0.0591331 Aug 07 22:44:50.285448 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9d74d0a4-1607-449e-b1d8-839d2c85e501 req-91a96496-aa01-4ac1-a951-5602fe32bf5d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3c5478f4-a733-4646-887f-d16be753b785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506341 Aug 07 22:44:50.545344 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-7f6d53da-62fd-4e37-980a-5b57e7a2ab64 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:44:50.546927 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-7f6d53da-62fd-4e37-980a-5b57e7a2ab64 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 946 time: 0.0515757 Aug 07 22:44:50.654592 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Deleting port 28f8e101-7a4a-4833-b344-83657618e970 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:44:50.655075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (28f8e101-7a4a-4833-b344-83657618e970), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:50.758062 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] For port 28f8e101-7a4a-4833-b344-83657618e970, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=28f8e101-7a4a-4833-b344-83657618e970,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:50.759007 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (28f8e101-7a4a-4833-b344-83657618e970), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:50.954226 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:50.954587 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (4434f7fd-c54d-4c42-8d75-60cff2b6ed7d), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:50.954929 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Floating IP 4434f7fd-c54d-4c42-8d75-60cff2b6ed7d disassociated. External IP: 172.27.3.204, port: 28f8e101-7a4a-4833-b344-83657618e970. Aug 07 22:44:50.955275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Calling delete_port for 28f8e101-7a4a-4833-b344-83657618e970 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:44:51.198539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (28f8e101-7a4a-4833-b344-83657618e970), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:51.226574 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event deleted for resources: {'Port': ['ID=28f8e101-7a4a-4833-b344-83657618e970,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:51.366705 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Router ea763be4-34be-4733-9eb6-871593a891f3 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:44:51.483329 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f00ea566-79ff-487a-b0d8-375e0d8d8498 req-33389a05-9458-451c-9e6d-168210a7be28 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 210 time: 0.0581183 Aug 07 22:44:51.533273 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:51.552609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:44:51.567188 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] Sync routers for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:44:51.597349 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:51.600146 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:51.606824 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] No DVR routers for this DVR port 28f8e101-7a4a-4833-b344-83657618e970 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:44:51.608247 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:51.611885 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-17e8222c-4c90-45c3-8e85-ee2d8aa8bde2 req-f429e3fb-4dcc-47e4-93f2-57225a8291a2 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.27 "DELETE /networking/v2.0/ports/28f8e101-7a4a-4833-b344-83657618e970 HTTP/1.1" status: 204 len: 173 time: 1.0596304 Aug 07 22:44:51.612895 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-deleted', 'tag': '28f8e101-7a4a-4833-b344-83657618e970'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:44:51.616104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77d723b-f47e-4c86-acc9-e4e3dda1599d" -d '{"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-deleted", "tag": "28f8e101-7a4a-4833-b344-83657618e970"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:44:51.674375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19950350-3a8b-4fa1-8ebb-de26f96c95d9 x-openstack-request-id: req-19950350-3a8b-4fa1-8ebb-de26f96c95d9 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:44:51.674667 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cef2464-0337-4fbd-a727-a24160f14f99", "name": "network-vif-deleted", "tag": "28f8e101-7a4a-4833-b344-83657618e970", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:44:51.674914 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19950350-3a8b-4fa1-8ebb-de26f96c95d9 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:44:51.675354 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19950350-3a8b-4fa1-8ebb-de26f96c95d9'] response: {'server_uuid': '9cef2464-0337-4fbd-a727-a24160f14f99', 'name': 'network-vif-deleted', 'tag': '28f8e101-7a4a-4833-b344-83657618e970', 'status': 'completed', 'code': 200} Aug 07 22:44:51.883445 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:52.110475 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:52.114259 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:52.137555 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] Checking router: ea763be4-34be-4733-9eb6-871593a891f3 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:44:52.151061 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:52.151713 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:52.272171 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:52.486990 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:52.525078 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08cdd9-1e76-4a67-87d5-3ce62bb8e127 None None] The sync data for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi is: [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:37:31Z', 'revision_number': 4, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'd8f89233-8cf6-48d0-92f3-2af7d6aaff5e', 'name': '', 'network_id': '057d9455-09f9-43b3-b9b9-43213b4e9159', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'mac_address': 'fa:16:3e:b2:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:29Z', 'updated_at': '2022-08-07T22:37:40Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'subnets': [{'id': 'a99a5215-8313-446e-9f90-62aa920e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:44:52.608581 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:52.627763 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f8b20626-0786-4921-8318-b42d1151f9bb req-b94d119d-75b6-4049-871c-069f8255811f tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9cef2464-0337-4fbd-a727-a24160f14f99 HTTP/1.1" status: 200 len: 210 time: 0.0298579 Aug 07 22:44:52.802309 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d208c73-cbc7-4123-9a5b-16e813952db4 None None] New status for floating IP 4434f7fd-c54d-4c42-8d75-60cff2b6ed7d: DOWN {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:44:53.825085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38532) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:53.907561 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-31af376f-ca2c-4b2b-99ea-63d3d9ef6a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:53.913545 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-845bb1c5-0cfd-4f03-9902-dc2e59dc5e8d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (3c5478f4-a733-4646-887f-d16be753b785), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:53.948208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-845bb1c5-0cfd-4f03-9902-dc2e59dc5e8d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (3c5478f4-a733-4646-887f-d16be753b785), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.082187 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-845bb1c5-0cfd-4f03-9902-dc2e59dc5e8d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (3c5478f4-a733-4646-887f-d16be753b785), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.085205 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-845bb1c5-0cfd-4f03-9902-dc2e59dc5e8d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.087500 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-845bb1c5-0cfd-4f03-9902-dc2e59dc5e8d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3c5478f4-a733-4646-887f-d16be753b785 HTTP/1.1" status: 204 len: 168 time: 0.2607687 Aug 07 22:44:54.090639 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38534) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:54.099112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bb1c5-0cfd-4f03-9902-dc2e59dc5e8d tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5478f4-a733-4646-887f-d16be753b785,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:54.121465 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.api.v2.resource [None req-1feab315-27ca-4309-8964-c332dee80f23 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] show failed (client error): The resource could not be found. Aug 07 22:44:54.126168 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38536) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:54.129912 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1feab315-27ca-4309-8964-c332dee80f23 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "GET /networking/v2.0/security-groups/3c5478f4-a733-4646-887f-d16be753b785 HTTP/1.1" status: 404 len: 347 time: 0.0312052 Aug 07 22:44:54.273843 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Deleting port 73c872d8-0f22-4b9a-84fe-c8da4850dde9 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:44:54.276877 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.397779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.398376 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (73c872d8-0f22-4b9a-84fe-c8da4850dde9), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.413401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:54.423528 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Calling delete_port for 73c872d8-0f22-4b9a-84fe-c8da4850dde9 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:44:54.525951 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:44:54.553248 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 28f8e101-7a4a-4833-b344-83657618e970 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:44:54.553695 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 28f8e101-7a4a-4833-b344-83657618e970 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:44:54.696459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (73c872d8-0f22-4b9a-84fe-c8da4850dde9), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.725654 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Pushing event deleted for resources: {'Port': ['ID=73c872d8-0f22-4b9a-84fe-c8da4850dde9,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:54.809910 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks [] for floatingip (4434f7fd-c54d-4c42-8d75-60cff2b6ed7d), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.812831 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:54.814286 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-23895a94-4e9a-4a42-9ccf-16dcdc2d4798 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/4434f7fd-c54d-4c42-8d75-60cff2b6ed7d HTTP/1.1" status: 204 len: 168 time: 0.6864159 Aug 07 22:44:56.484813 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-01dd1d6c-ba8d-4ac4-b76b-71ca212a2544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:57.448245 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:57.599443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38580) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:57.949451 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:57.986200 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:58.006839 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (ea763be4-34be-4733-9eb6-871593a891f3), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:58.267968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Deleting port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:44:58.268342 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:58.358166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] For port d8f89233-8cf6-48d0-92f3-2af7d6aaff5e, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:58.358528 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:58.372667 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Calling delete_port for d8f89233-8cf6-48d0-92f3-2af7d6aaff5e owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:44:58.683774 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (d8f89233-8cf6-48d0-92f3-2af7d6aaff5e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:58.711547 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f89233-8cf6-48d0-92f3-2af7d6aaff5e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:44:58.925049 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (ea763be4-34be-4733-9eb6-871593a891f3), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.016298 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:59.089520 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:44:59.162840 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Router ea763be4-34be-4733-9eb6-871593a891f3 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:44:59.284502 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:44:59.298278 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e8a782be-5262-4cc1-bf8b-2d585bef7be8 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/ea763be4-34be-4733-9eb6-871593a891f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6926806 Aug 07 22:44:59.298386 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38594) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:44:59.312263 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] Sync routers for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:44:59.325193 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:59.325961 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:59.393289 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.417639 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks [] for router (ea763be4-34be-4733-9eb6-871593a891f3), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.475306 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:59.478123 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.536268 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks [] for router_gateway (ea763be4-34be-4733-9eb6-871593a891f3), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.668212 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Deleting port f03d920f-145e-4369-9b38-88225599d7b8 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:44:59.669111 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (f03d920f-145e-4369-9b38-88225599d7b8), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.705351 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.717495 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:44:58Z', 'revision_number': 5, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port': {'id': 'f03d920f-145e-4369-9b38-88225599d7b8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:37:22Z', 'updated_at': '2022-08-07T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:59.743506 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] Checking router: ea763be4-34be-4733-9eb6-871593a891f3 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:44:59.753053 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] Routers {'ea763be4-34be-4733-9eb6-871593a891f3'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:44:59.753803 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['ea763be4-34be-4733-9eb6-871593a891f3'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:59.762939 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] For port f03d920f-145e-4369-9b38-88225599d7b8, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=f03d920f-145e-4369-9b38-88225599d7b8,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:44:59.763299 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (f03d920f-145e-4369-9b38-88225599d7b8), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:44:59.777888 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Calling delete_port for f03d920f-145e-4369-9b38-88225599d7b8 owned by network:router_gateway {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:44:59.860348 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] Set router ea763be4-34be-4733-9eb6-871593a891f3 gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:44:59.916303 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:44:59Z', 'revision_number': 6, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:44:59.946637 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e8e4f-1925-4c4b-9f72-7f24a6b8f852 None None] The sync data for ids ['ea763be4-34be-4733-9eb6-871593a891f3'] in dv-cinder-850321-3-iscsi is: [{'id': 'ea763be4-34be-4733-9eb6-871593a891f3', 'name': 'tempest-AttachVolumeShelveTestJSON-676753758-router', 'tenant_id': '3f7ea2694e7641088d957060a1001d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:37:21Z', 'updated_at': '2022-08-07T22:44:59Z', 'revision_number': 6, 'project_id': '3f7ea2694e7641088d957060a1001d86', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:00.050017 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (f03d920f-145e-4369-9b38-88225599d7b8), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.075235 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03d920f-145e-4369-9b38-88225599d7b8,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:00.085549 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.086400 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.086827 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.087163 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.087494 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.087822 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.088173 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.088499 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.088823 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.089140 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.089475 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.089788 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.090109 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.090432 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.090748 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.168770 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (ea763be4-34be-4733-9eb6-871593a891f3), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.281805 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (ea763be4-34be-4733-9eb6-871593a891f3), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.284236 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks [] for router_controller (ea763be4-34be-4733-9eb6-871593a891f3), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.421664 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (ea763be4-34be-4733-9eb6-871593a891f3), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.422249 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea763be4-34be-4733-9eb6-871593a891f3 {{(pid=104592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:45:00.427065 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.431611 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f2affa92-7768-439d-9e0f-a196ff7e4c53 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/ea763be4-34be-4733-9eb6-871593a891f3 HTTP/1.1" status: 204 len: 168 time: 1.1299953 Aug 07 22:45:00.432476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38600) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:00.484415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Deleting subnet a99a5215-8313-446e-9f90-62aa920e309e {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:45:00.488331 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Publish callbacks [] for subnet (a99a5215-8313-446e-9f90-62aa920e309e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.528165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (a99a5215-8313-446e-9f90-62aa920e309e), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.611248 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (a99a5215-8313-446e-9f90-62aa920e309e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.758952 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (a99a5215-8313-446e-9f90-62aa920e309e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.779124 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4b2b9-ea1a-4748-aac4-05f681eb9c09 None None] Network 057d9455-09f9-43b3-b9b9-43213b4e9159 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:45:00.790745 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:00.796858 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/a99a5215-8313-446e-9f90-62aa920e309e HTTP/1.1" status: 204 len: 168 time: 0.3632889 Aug 07 22:45:00.797355 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38606) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:00.798814 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99a5215-8313-446e-9f90-62aa920e309e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:00.807439 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.810458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.811095 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.811095 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.811435 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.811717 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.812071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:00.812396 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd67c2-1860-4871-a3de-56d314840fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.035331 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] DHCP port deletion for 057d9455-09f9-43b3-b9b9-43213b4e9159 request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:45:01.175280 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (057d9455-09f9-43b3-b9b9-43213b4e9159), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.265094 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Deleting port 7729d224-b9a6-454c-8c74-b04385bdc061 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:01.265094 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.300703 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f03d920f-145e-4369-9b38-88225599d7b8 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:01.305809 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:01.327094 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:01.342562 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] For port 7729d224-b9a6-454c-8c74-b04385bdc061, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=7729d224-b9a6-454c-8c74-b04385bdc061,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:01.342562 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.347955 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: f03d920f-145e-4369-9b38-88225599d7b8 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:01.348645 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f03d920f-145e-4369-9b38-88225599d7b8 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:01.349422 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 7729d224-b9a6-454c-8c74-b04385bdc061 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:01.352270 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Deleting port 7729d224-b9a6-454c-8c74-b04385bdc061 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:01.352853 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.355789 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:01.358810 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Calling delete_port for 7729d224-b9a6-454c-8c74-b04385bdc061 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:01.488251 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] For port 7729d224-b9a6-454c-8c74-b04385bdc061, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=7729d224-b9a6-454c-8c74-b04385bdc061,segment=NetworkSegment(f33c4558-d645-442c-a175-1bf48414529a),segment_id=f33c4558-d645-442c-a175-1bf48414529a)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:01.488652 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.508614 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Calling delete_port for 7729d224-b9a6-454c-8c74-b04385bdc061 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:01.510273 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:01.525546 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.561524 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] No DVR routers for this DVR port 7729d224-b9a6-454c-8c74-b04385bdc061 on host dv-cinder-850321-3-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:01.563405 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7729d224-b9a6-454c-8c74-b04385bdc061,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:01.602956 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 7729d224-b9a6-454c-8c74-b04385bdc061 is: ACTIVE; New status is: DOWN {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:01.603389 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.650492 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (057d9455-09f9-43b3-b9b9-43213b4e9159), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.674109 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d8f89233-8cf6-48d0-92f3-2af7d6aaff5e no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:01.684062 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d9455-09f9-43b3-b9b9-43213b4e9159']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:01.696508 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33c4558-d645-442c-a175-1bf48414529a') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:01.696748 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: d8f89233-8cf6-48d0-92f3-2af7d6aaff5e {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:01.696955 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33c4558-d645-442c-a175-1bf48414529a') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:01.697127 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d8f89233-8cf6-48d0-92f3-2af7d6aaff5e not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:01.701068 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (7729d224-b9a6-454c-8c74-b04385bdc061), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.710707 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (f33c4558-d645-442c-a175-1bf48414529a), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.726906 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (f33c4558-d645-442c-a175-1bf48414529a), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.731290 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] No DVR routers for this DVR port 7729d224-b9a6-454c-8c74-b04385bdc061 on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:01.741488 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:45:01.741708 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (f33c4558-d645-442c-a175-1bf48414529a), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.745288 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Pushing event deleted for resources: {'Port': ['ID=7729d224-b9a6-454c-8c74-b04385bdc061,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:01.753981 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.754423 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.754843 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.755257 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.755713 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.756146 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.756560 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.756961 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.757360 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.758337 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.758939 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.759602 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.760008 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.760429 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.760830 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae5f16-f7ed-42f3-a07b-e5992a1e07d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:01.912256 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (057d9455-09f9-43b3-b9b9-43213b4e9159), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.920300 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:01.922374 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/057d9455-09f9-43b3-b9b9-43213b4e9159 HTTP/1.1" status: 204 len: 168 time: 1.1234078 Aug 07 22:45:01.936752 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e9275-726f-46ec-9428-99a42a14e7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=057d9455-09f9-43b3-b9b9-43213b4e9159,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:01.958970 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment f33c4558-d645-442c-a175-1bf48414529a resource provider aggregate not found Aug 07 22:45:01.977094 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment f33c4558-d645-442c-a175-1bf48414529a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f33c4558-d645-442c-a175-1bf48414529a found for delete ", "request_id": "req-970a781f-68dd-4930-90b3-2a6086fd5938"}]} Aug 07 22:45:02.296340 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38624) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:02.340721 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-1e195bb7-406a-49e1-a6f1-dd39d5fb2fd3 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3f7ea2694e7641088d957060a1001d86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429294 Aug 07 22:45:02.343215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38626) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:02.420555 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a978d063-dbc4-4cad-b45d-96c343ef019c admin admin] Publish callbacks [] for security_group (5f685f22-53e1-41a5-bd67-9ef9701229bd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:02.459536 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a978d063-dbc4-4cad-b45d-96c343ef019c admin admin] Publish callbacks [] for security_group (5f685f22-53e1-41a5-bd67-9ef9701229bd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:02.592901 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a978d063-dbc4-4cad-b45d-96c343ef019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5f685f22-53e1-41a5-bd67-9ef9701229bd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:02.595790 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a978d063-dbc4-4cad-b45d-96c343ef019c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:02.596978 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a978d063-dbc4-4cad-b45d-96c343ef019c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5f685f22-53e1-41a5-bd67-9ef9701229bd HTTP/1.1" status: 204 len: 168 time: 0.2527523 Aug 07 22:45:02.610785 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978d063-dbc4-4cad-b45d-96c343ef019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f685f22-53e1-41a5-bd67-9ef9701229bd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:02.834913 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:02.882141 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:03.806118 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38656) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:03.928046 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-546616874-network', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:04.042390 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Made reservation on behalf of dd66028a147f42e1aa29abd7c22d00f9 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:45:04.045085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.055177 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.103865 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:04.142002 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks [] for security_group (5e8effdd-e36d-4855-962b-56f8135349f7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.221842 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5e8effdd-e36d-4855-962b-56f8135349f7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.252164 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:45:04.255041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:04.289230 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (a9da5c43-7ccd-4042-ae34-b1d587440dee), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.289589 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Added segment a9da5c43-7ccd-4042-ae34-b1d587440dee of type vlan for network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee Aug 07 22:45:04.291243 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8effdd-e36d-4855-962b-56f8135349f7,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:04.353152 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.432291 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.433367 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:04.433942 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:04.793646 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] Pushing event updated for resources: {'Network': ['ID=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:04.829816 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:45:04.973301 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-752e3a3f-4ac8-45e9-8af8-1f89fbf73baf admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1650953 Aug 07 22:45:04.975191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38668) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:04.980388 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Request body: {'subnet': {'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-546616874-subnet', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:05.078200 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Made reservation on behalf of dd66028a147f42e1aa29abd7c22d00f9 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:45:05.088552 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528231'] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:05.375500 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528241'] for subnet (2f7ab126-9490-4149-af6c-f7c8fa54233a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:05.469385 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7ab126-9490-4149-af6c-f7c8fa54233a,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:05.484112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Checking segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:45:05.484550 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Network hostable DHCP agents. Network: 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:45:05.558020 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:45:05.626384 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:05.630921 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:05.631573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:05.639995 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81338c1e-8009-40e1-8085-6c5d093dbe9c None None] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:45:05.749107 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c41102e0-89c5-44bb-a284-31c458e21118 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7727726 Aug 07 22:45:05.751834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38676) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:05.755996 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:05.758976 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:45:05.760113 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:05.883221 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (6cac068b-90c7-4dcb-9cb5-fc573e154948), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:05.884216 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (6cac068b-90c7-4dcb-9cb5-fc573e154948), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:05.901298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Allocated IP 172.20.0.2 (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee/2f7ab126-9490-4149-af6c-f7c8fa54233a/ed3125a9-9a9d-4f21-8bb1-08e5267ba59b) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:45:05.943850 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks [] for router_controller (6cac068b-90c7-4dcb-9cb5-fc573e154948), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.049375 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Publish callbacks [] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.095937 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:06.158393 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks [] for router_gateway (6cac068b-90c7-4dcb-9cb5-fc573e154948), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.173730 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.205770 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:06.219736 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:45:06.224770 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:06.227459 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Pushing event updated for resources: {'Port': ['ID=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:06.229618 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:45:06.285157 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Attempting to bind port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:45:06.285527 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Attempting to bind port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:45:06.285888 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Attempting to bind port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:45:06.291671 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:45:06.292079 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Checking segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:45:06.292486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.292872 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Bound using segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:45:06.293491 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Bound port: ed3125a9-9a9d-4f21-8bb1-08e5267ba59b, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:45:06.293795 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.349317 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:06.355643 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] For port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:45:06.358844 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] For port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:45:06.403888 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.422906 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:06.435154 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks [] for router_gateway (6cac068b-90c7-4dcb-9cb5-fc573e154948), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.454744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.458665 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfcee5-e37b-4946-89be-66b003dc453b None None] Pushing event updated for resources: {'Port': ['ID=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:06.572741 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Allocated IP 172.27.3.244 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/e1cfae9d-c2e2-46bd-971d-7b60007b035a) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:45:06.699248 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks [] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.796757 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:06.845133 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:45:06.852303 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:06.852303 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:45:06.875706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1cfae9d-c2e2-46bd-971d-7b60007b035a,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:07.109251 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:07.187491 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks [] for router_gateway (6cac068b-90c7-4dcb-9cb5-fc573e154948), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.261994 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ed3125a9-9a9d-4f21-8bb1-08e5267ba59b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:07.312081 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:07.312570 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.398611 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (6cac068b-90c7-4dcb-9cb5-fc573e154948), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.401058 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:07.402936 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.416472 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae967ee-c072-4dd7-bfcc-72a8bd5145e1 None None] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:45:07.487787 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:07.502823 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:07.523819 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-461345c5-345e-4e25-b796-849a9ced5aa5 None None] Provisioning complete for port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:07.524254 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-461345c5-345e-4e25-b796-849a9ced5aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.613437 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.634452 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Router 6cac068b-90c7-4dcb-9cb5-fc573e154948 is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:45:07.653294 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-461345c5-345e-4e25-b796-849a9ced5aa5 None None] Current status of the port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:07.653629 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-461345c5-345e-4e25-b796-849a9ced5aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.713686 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:07.730970 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.db.api [None req-461345c5-345e-4e25-b796-849a9ced5aa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 22:45:07.731630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG oslo_db.api [None req-461345c5-345e-4e25-b796-849a9ced5aa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 22:45:07.754072 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:07.764359 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Sync routers for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:07.776853 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:07.777544 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:07.827015 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:07.828388 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-44cd543e-4b87-4a39-b999-50df18e7bca7 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0754943 Aug 07 22:45:07.830983 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38734) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:07.879495 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:08.058025 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:06Z', 'revision_number': 3, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:08.083448 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Checking router: 6cac068b-90c7-4dcb-9cb5-fc573e154948 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:08.083877 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Updating router 6cac068b-90c7-4dcb-9cb5-fc573e154948 port e1cfae9d-c2e2-46bd-971d-7b60007b035a binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:45:08.113482 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.241602 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.269828 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-461345c5-345e-4e25-b796-849a9ced5aa5 None None] Current status of the port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:08.312505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:08.371482 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Publish callbacks [] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.388360 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-9a867e2d-e2f6-4413-a5ed-21213ace520b None None] Provisioning complete for port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:08.388733 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9a867e2d-e2f6-4413-a5ed-21213ace520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.406694 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Allocated IP 172.20.0.1 (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee/2f7ab126-9490-4149-af6c-f7c8fa54233a/763adc42-26dd-4628-83c9-4c5c4d35d70d) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:45:08.448057 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.476129 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:08.481038 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-9a867e2d-e2f6-4413-a5ed-21213ace520b None None] Current status of the port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:08.488175 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Attempting to bind port e1cfae9d-c2e2-46bd-971d-7b60007b035a on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:45:08.488541 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Attempting to bind port e1cfae9d-c2e2-46bd-971d-7b60007b035a by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:45:08.488891 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Attempting to bind port e1cfae9d-c2e2-46bd-971d-7b60007b035a on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:45:08.494582 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:08.501786 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:45:08.502145 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:45:08.502537 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.502908 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:45:08.503644 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Bound port: e1cfae9d-c2e2-46bd-971d-7b60007b035a, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:45:08.504038 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.520383 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks [] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.531197 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Pushing event updated for resources: {'Port': ['ID=e1cfae9d-c2e2-46bd-971d-7b60007b035a,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:08.548385 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.548721 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.549076 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.549416 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.549738 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.550059 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.550369 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.550717 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.551029 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.551339 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.551648 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.551973 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.552303 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.552653 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.552961 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:45:08.572806 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] For port e1cfae9d-c2e2-46bd-971d-7b60007b035a, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:45:08.575991 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] For port e1cfae9d-c2e2-46bd-971d-7b60007b035a, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e1cfae9d-c2e2-46bd-971d-7b60007b035a,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:45:08.598280 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.634686 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:45:08.637943 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:08.643919 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:45:08.679016 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Pushing event updated for resources: {'Port': ['ID=763adc42-26dd-4628-83c9-4c5c4d35d70d,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:08.693917 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (6cac068b-90c7-4dcb-9cb5-fc573e154948), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.728813 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.771818 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:08.772691 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:08.833289 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:08.838632 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918f78f-b391-4a10-9e14-a4acf6d743cf None None] Pushing event updated for resources: {'Port': ['ID=e1cfae9d-c2e2-46bd-971d-7b60007b035a,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:08.884942 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:08.897493 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:08.903541 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-a37798a1-df45-4ee7-a8e6-b137fd68de92 None None] Provisioning complete for port 763adc42-26dd-4628-83c9-4c5c4d35d70d triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:08.903915 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a37798a1-df45-4ee7-a8e6-b137fd68de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:08.941329 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-a37798a1-df45-4ee7-a8e6-b137fd68de92 None None] Port 763adc42-26dd-4628-83c9-4c5c4d35d70d cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:45:08.958707 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.059789 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:09.073590 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:06Z', 'revision_number': 3, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:09.098390 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2f1c8-b23c-403b-a24b-26fcd545870e None None] The sync data for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi is: [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:06Z', 'revision_number': 3, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:09.130207 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks [] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.209320 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.228948 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ed3125a9-9a9d-4f21-8bb1-08e5267ba59b up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:09.283476 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:09.284099 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.288184 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Pushing event updated for resources: {'Port': ['ID=763adc42-26dd-4628-83c9-4c5c4d35d70d,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:09.292649 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (6cac068b-90c7-4dcb-9cb5-fc573e154948), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.401396 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:09.408157 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:09.424184 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:45:09.426188 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:09.548382 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Router 6cac068b-90c7-4dcb-9cb5-fc573e154948 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:09.662265 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:09.666735 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-6269c48d-953d-45a2-a8b0-5227f2c88fa3 None None] Provisioning complete for port 763adc42-26dd-4628-83c9-4c5c4d35d70d triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:09.667522 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6269c48d-953d-45a2-a8b0-5227f2c88fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.672561 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7f1a86bb-8823-4156-a043-a170ccfe191f admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6cac068b-90c7-4dcb-9cb5-fc573e154948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404913 Aug 07 22:45:09.703856 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-6269c48d-953d-45a2-a8b0-5227f2c88fa3 None None] Port 763adc42-26dd-4628-83c9-4c5c4d35d70d cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:45:09.718088 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38758) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:09.791547 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] Deleting subnet 1ef8e965-b082-402c-9d3b-017d9827fb2b {{(pid=104592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:45:09.791547 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] Publish callbacks [] for subnet (1ef8e965-b082-402c-9d3b-017d9827fb2b), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.811983 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013775'] for subnet (1ef8e965-b082-402c-9d3b-017d9827fb2b), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.855597 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (1ef8e965-b082-402c-9d3b-017d9827fb2b), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:09.998474 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3581803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8537934'] for subnet (1ef8e965-b082-402c-9d3b-017d9827fb2b), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.024963 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef8e965-b082-402c-9d3b-017d9827fb2b,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:10.028450 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.031533 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-00bc8104-7159-469f-b8e3-887db0c93e7c admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/1ef8e965-b082-402c-9d3b-017d9827fb2b HTTP/1.1" status: 204 len: 168 time: 0.3122590 Aug 07 22:45:10.034056 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38764) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:10.053858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38766) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:10.059267 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-6e6d59f3-3039-4997-aa22-ffe9825d1afb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746583684', 'description': 'tempest-description--1946300374'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:10.064740 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:10.108948 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (68262f02-e373-4d41-8919-e2f8b833fcb3), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.141471 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d59f3-3039-4997-aa22-ffe9825d1afb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.191695 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (68262f02-e373-4d41-8919-e2f8b833fcb3), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.199452 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:10.213102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68262f02-e373-4d41-8919-e2f8b833fcb3']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:10.215476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d59f3-3039-4997-aa22-ffe9825d1afb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.222611 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e128d296-2b34-4693-b547-12808438c676') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:10.222905 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e128d296-2b34-4693-b547-12808438c676') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:10.237592 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (e128d296-2b34-4693-b547-12808438c676), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.251353 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (e128d296-2b34-4693-b547-12808438c676), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.257924 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:45:10.258333 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (e128d296-2b34-4693-b547-12808438c676), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.306514 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment e128d296-2b34-4693-b547-12808438c676 resource provider aggregate not found Aug 07 22:45:10.313504 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:10.316142 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d59f3-3039-4997-aa22-ffe9825d1afb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.327079 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment e128d296-2b34-4693-b547-12808438c676 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e128d296-2b34-4693-b547-12808438c676 found for delete ", "request_id": "req-3aab1a97-c1b1-47e3-a748-293af7005f95"}]} Aug 07 22:45:10.346192 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:45:10.349169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d59f3-3039-4997-aa22-ffe9825d1afb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:10.401735 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (68262f02-e373-4d41-8919-e2f8b833fcb3), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.407520 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.412547 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/68262f02-e373-4d41-8919-e2f8b833fcb3 HTTP/1.1" status: 204 len: 168 time: 0.3757336 Aug 07 22:45:10.423176 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258afb4-cc77-46e6-b4b3-cd66195f2b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=68262f02-e373-4d41-8919-e2f8b833fcb3,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:10.433916 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d59f3-3039-4997-aa22-ffe9825d1afb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.435184 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6e6d59f3-3039-4997-aa22-ffe9825d1afb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3796897 Aug 07 22:45:10.438275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38774) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:10.442666 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-6d715673-6076-44e7-8ec7-9508cad51747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'security_group_rule': {'security_group_id': 'b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:10.542395 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6d715673-6076-44e7-8ec7-9508cad51747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (601093b9-f074-4e45-b902-9db333988be9), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.670506 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Sync routers for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:10.682505 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:10.689968 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:10.747632 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38776) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:10.793493 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-0ae4aa0d-e095-47fa-b9ec-6b2a399ecf2f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2648957a96504832a5693026f9d99c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445571 Aug 07 22:45:10.795998 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38778) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:10.797806 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:10.848968 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09a69f5-45fc-4884-9f14-29aa1da5568f admin admin] Publish callbacks [] for security_group (e67eb257-db1e-4527-86c0-d1ddcb89589c), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.866566 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6d715673-6076-44e7-8ec7-9508cad51747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (601093b9-f074-4e45-b902-9db333988be9), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.876794 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09a69f5-45fc-4884-9f14-29aa1da5568f admin admin] Publish callbacks [] for security_group (e67eb257-db1e-4527-86c0-d1ddcb89589c), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.923698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6d715673-6076-44e7-8ec7-9508cad51747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (601093b9-f074-4e45-b902-9db333988be9), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.940645 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d715673-6076-44e7-8ec7-9508cad51747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601093b9-f074-4e45-b902-9db333988be9,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:10.973229 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09a69f5-45fc-4884-9f14-29aa1da5568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e67eb257-db1e-4527-86c0-d1ddcb89589c), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.976007 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09a69f5-45fc-4884-9f14-29aa1da5568f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:10.980062 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-d09a69f5-45fc-4884-9f14-29aa1da5568f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e67eb257-db1e-4527-86c0-d1ddcb89589c HTTP/1.1" status: 204 len: 168 time: 0.1805723 Aug 07 22:45:10.991207 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a69f5-45fc-4884-9f14-29aa1da5568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67eb257-db1e-4527-86c0-d1ddcb89589c,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:11.009522 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:09Z', 'revision_number': 2, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:11.019666 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6d715673-6076-44e7-8ec7-9508cad51747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.024566 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6d715673-6076-44e7-8ec7-9508cad51747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5822339 Aug 07 22:45:11.025079 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38782) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:11.030924 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-66a8d20c-3c5d-4326-912a-bfaf9183ecec tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'security_group_rule': {'security_group_id': 'b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:11.041789 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Checking router: 6cac068b-90c7-4dcb-9cb5-fc573e154948 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:11.042268 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Updating router 6cac068b-90c7-4dcb-9cb5-fc573e154948 port 763adc42-26dd-4628-83c9-4c5c4d35d70d binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:45:11.071430 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.100818 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-66a8d20c-3c5d-4326-912a-bfaf9183ecec tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (86753c7d-f1cd-454e-9bd5-a540a66c1ab1), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.162192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-66a8d20c-3c5d-4326-912a-bfaf9183ecec tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (86753c7d-f1cd-454e-9bd5-a540a66c1ab1), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.215016 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-66a8d20c-3c5d-4326-912a-bfaf9183ecec tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (86753c7d-f1cd-454e-9bd5-a540a66c1ab1), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.238356 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8d20c-3c5d-4326-912a-bfaf9183ecec tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86753c7d-f1cd-454e-9bd5-a540a66c1ab1,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:11.310857 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e1cfae9d-c2e2-46bd-971d-7b60007b035a up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:11.320491 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-66a8d20c-3c5d-4326-912a-bfaf9183ecec tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.322676 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-66a8d20c-3c5d-4326-912a-bfaf9183ecec tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962768 Aug 07 22:45:11.326301 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38786) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:11.331130 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:11.402121 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.410542 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port e1cfae9d-c2e2-46bd-971d-7b60007b035a triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:11.411119 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.490394 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:11.494451 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.558434 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:11.562822 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port e1cfae9d-c2e2-46bd-971d-7b60007b035a is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:11.563101 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.577675 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Publish callbacks [] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.593277 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port e1cfae9d-c2e2-46bd-971d-7b60007b035a, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e1cfae9d-c2e2-46bd-971d-7b60007b035a,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:11.612131 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Allocated IP 172.27.3.74 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/d57e4b02-e3ac-4e19-b818-c6163fa6fa67) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:45:11.661082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.663060 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.713158 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:11.725653 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.762737 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=e1cfae9d-c2e2-46bd-971d-7b60007b035a,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:11.769696 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Attempting to bind port 763adc42-26dd-4628-83c9-4c5c4d35d70d on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:45:11.770324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Attempting to bind port 763adc42-26dd-4628-83c9-4c5c4d35d70d by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:45:11.770685 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Attempting to bind port 763adc42-26dd-4628-83c9-4c5c4d35d70d on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:45:11.794677 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:45:11.795052 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Checking segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:45:11.795450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.795837 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Bound using segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:45:11.796329 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Bound port: 763adc42-26dd-4628-83c9-4c5c4d35d70d, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:45:11.796701 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.822337 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c0b48-0778-4b4a-b5cc-e603f29ef15f None None] Pushing event updated for resources: {'Port': ['ID=763adc42-26dd-4628-83c9-4c5c4d35d70d,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:11.837702 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.869917 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:11.878593 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:45:11.880215 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] For port 763adc42-26dd-4628-83c9-4c5c4d35d70d, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:45:11.881677 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:11.884597 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] For port 763adc42-26dd-4628-83c9-4c5c4d35d70d, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=763adc42-26dd-4628-83c9-4c5c4d35d70d,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:45:11.885733 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:45:11.911852 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'Port': ['ID=d57e4b02-e3ac-4e19-b818-c6163fa6fa67,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:11.970415 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:11.983489 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (a81d4906-18bb-4350-8fc6-8188407e12ab), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:12.013901 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:12.014525 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:44:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:12.073293 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c0b48-0778-4b4a-b5cc-e603f29ef15f None None] Pushing event updated for resources: {'Port': ['ID=763adc42-26dd-4628-83c9-4c5c4d35d70d,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:12.130038 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:12.141372 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:12.293248 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:12.337754 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:12.347397 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:12.369244 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97d72a-f328-489b-84ad-93cedff18981 None None] The sync data for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi is: [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:12.411143 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:12.431007 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (a81d4906-18bb-4350-8fc6-8188407e12ab), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:12.435929 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'Port': ['ID=d57e4b02-e3ac-4e19-b818-c6163fa6fa67,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:12.555468 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:12.556963 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-b030c1f1-aa1b-489c-8c80-87847e014373 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2296617 Aug 07 22:45:12.778633 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-93ffd1d3-8952-4525-a8db-524630763df6 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--746583684&fields=id&tenant_id=dd66028a147f42e1aa29abd7c22d00f9 HTTP/1.1" status: 200 len: 267 time: 0.0451989 Aug 07 22:45:12.904266 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-a423da76-97b4-4cdd-8af1-e452c2bb4b6a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:12.904499 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-a423da76-97b4-4cdd-8af1-e452c2bb4b6a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 810 time: 0.1190071 Aug 07 22:45:12.919061 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-82a424aa-1a93-4eaa-8fa6-d787052726dd tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/quotas/dd66028a147f42e1aa29abd7c22d00f9 HTTP/1.1" status: 200 len: 375 time: 0.0116096 Aug 07 22:45:12.980632 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d9206a8e-1175-4c6e-b8dc-a76dbde3faff tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528321 Aug 07 22:45:13.060192 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:13.084716 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-643e9cff-8c0e-4ed1-9321-5b17e6bd3d79 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915678 Aug 07 22:45:13.194719 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-ff3b356f-4dd5-458d-97a1-0c57c4887272 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040757 Aug 07 22:45:13.302387 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e1cfae9d-c2e2-46bd-971d-7b60007b035a up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:13.349517 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port e1cfae9d-c2e2-46bd-971d-7b60007b035a triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:13.349889 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:13.394969 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:13.427631 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port e1cfae9d-c2e2-46bd-971d-7b60007b035a is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:13.428748 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 763adc42-26dd-4628-83c9-4c5c4d35d70d up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:13.488355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 763adc42-26dd-4628-83c9-4c5c4d35d70d triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:13.489816 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:13.520277 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:13.546089 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3484063a-967b-4d31-9d43-d2489565595b req-fb971d4e-8fe4-4fad-9748-48d6803740d0 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 210 time: 0.0337827 Aug 07 22:45:13.576682 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 763adc42-26dd-4628-83c9-4c5c4d35d70d is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:13.577077 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:13.612332 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 763adc42-26dd-4628-83c9-4c5c4d35d70d, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=763adc42-26dd-4628-83c9-4c5c4d35d70d,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:13.717653 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:13.768085 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=763adc42-26dd-4628-83c9-4c5c4d35d70d,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:14.629831 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a0759f3c-0c23-440d-a239-74c4f697422c req-6b49eb5a-13b8-4ed1-a3a4-c34ec33cf311 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 210 time: 0.0284483 Aug 07 22:45:15.222656 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 763adc42-26dd-4628-83c9-4c5c4d35d70d up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:15.267214 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 763adc42-26dd-4628-83c9-4c5c4d35d70d triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:15.267579 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:15.341708 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 763adc42-26dd-4628-83c9-4c5c4d35d70d is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:15.751988 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f3dc72d7-2595-48f5-bbc1-47f97cbe7ea3 req-c875724e-1df7-40e8-bcc8-20629b3d550e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 210 time: 0.0418136 Aug 07 22:45:15.761441 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38858) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:15.862226 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-e1daa957-4d95-4502-85dc-db55c7419252 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:15.863704 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-e1daa957-4d95-4502-85dc-db55c7419252 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 810 time: 0.1221898 Aug 07 22:45:15.876747 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e9f05e9-961b-4796-9462-5aaabe8fd34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:15.888170 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:15.928919 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-5a078a3f-e364-4852-853c-6d32b9415923 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dd66028a147f42e1aa29abd7c22d00f9 HTTP/1.1" status: 200 len: 379 time: 0.0541251 Aug 07 22:45:15.941192 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'port': {'device_id': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'admin_state_up': True, 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'security_groups': ['b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:15.955124 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e9f05e9-961b-4796-9462-5aaabe8fd34c admin admin] Publish callbacks [] for security_group (d5167a8f-ba2b-44df-8c2c-feef0581d84b), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.072510 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e9f05e9-961b-4796-9462-5aaabe8fd34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d5167a8f-ba2b-44df-8c2c-feef0581d84b), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.112384 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f05e9-961b-4796-9462-5aaabe8fd34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5167a8f-ba2b-44df-8c2c-feef0581d84b,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:16.116771 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-7e9f05e9-961b-4796-9462-5aaabe8fd34c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b7af672d47194fa19472fe8322424616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541002 Aug 07 22:45:16.119401 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38862) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:16.150891 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Made reservation on behalf of dd66028a147f42e1aa29abd7c22d00f9 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:45:16.154449 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.172466 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ae393834-d3f2-4ee0-bae4-30f67a35c3c0 admin admin] Publish callbacks [] for security_group (d5167a8f-ba2b-44df-8c2c-feef0581d84b), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.193970 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ae393834-d3f2-4ee0-bae4-30f67a35c3c0 admin admin] Publish callbacks [] for security_group (d5167a8f-ba2b-44df-8c2c-feef0581d84b), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.294649 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ae393834-d3f2-4ee0-bae4-30f67a35c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d5167a8f-ba2b-44df-8c2c-feef0581d84b), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.297077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Allocated IP 172.20.0.4 (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee/2f7ab126-9490-4149-af6c-f7c8fa54233a/d4da0a83-078e-472f-880d-48ba7a21c476) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:45:16.297259 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ae393834-d3f2-4ee0-bae4-30f67a35c3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.298447 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ae393834-d3f2-4ee0-bae4-30f67a35c3c0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d5167a8f-ba2b-44df-8c2c-feef0581d84b HTTP/1.1" status: 204 len: 168 time: 0.1779554 Aug 07 22:45:16.307654 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae393834-d3f2-4ee0-bae4-30f67a35c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5167a8f-ba2b-44df-8c2c-feef0581d84b,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:16.408039 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:16.445426 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for port (d4da0a83-078e-472f-880d-48ba7a21c476), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.527967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.581042 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:45:16.584283 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:16.588878 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:45:16.613924 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'Port': ['ID=d4da0a83-078e-472f-880d-48ba7a21c476,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:16.652476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:16.653208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.726990 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-f9a834e7-1b5e-4d0a-b64b-99748ccc8d20 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896926 Aug 07 22:45:16.749215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Request body: {'port': {'device_id': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:16.817289 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.867793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-fbac501b-44c5-4250-8375-8b79d4f0df82 None None] Provisioning complete for port d4da0a83-078e-472f-880d-48ba7a21c476 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:16.868781 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fbac501b-44c5-4250-8375-8b79d4f0df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:16.910380 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-fbac501b-44c5-4250-8375-8b79d4f0df82 None None] Port d4da0a83-078e-472f-880d-48ba7a21c476 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:45:16.957219 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3cc82-5a70-45b0-85a8-89838b1a98a9 req-f1d50e81-0265-4e34-a047-ed4fb4d7e2e1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:16.958708 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6ff3cc82-5a70-45b0-85a8-89838b1a98a9 req-f1d50e81-0265-4e34-a047-ed4fb4d7e2e1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 931 time: 0.1070373 Aug 07 22:45:17.073276 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6ff3cc82-5a70-45b0-85a8-89838b1a98a9 req-4c90cdc5-99c2-4580-bb6f-b74c1743ad00 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069443 Aug 07 22:45:17.095838 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:17.173052 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4da0a83-078e-472f-880d-48ba7a21c476 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:45:17.181615 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Publish callbacks [] for port (d4da0a83-078e-472f-880d-48ba7a21c476), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:17.194540 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Transition to ACTIVE for port object d4da0a83-078e-472f-880d-48ba7a21c476 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:45:17.255315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:17.339469 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Pushing event updated for resources: {'Port': ['ID=d4da0a83-078e-472f-880d-48ba7a21c476,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:17.369967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Attempting to bind port d4da0a83-078e-472f-880d-48ba7a21c476 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:45:17.370306 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Attempting to bind port d4da0a83-078e-472f-880d-48ba7a21c476 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:45:17.370632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Attempting to bind port d4da0a83-078e-472f-880d-48ba7a21c476 on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:45:17.375144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Port d4da0a83-078e-472f-880d-48ba7a21c476 on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:45:17.375464 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Attempting to bind port d4da0a83-078e-472f-880d-48ba7a21c476 on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:45:17.380673 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:45:17.381128 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Checking segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:45:17.381441 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Bound using segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:45:17.381792 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Bound port: d4da0a83-078e-472f-880d-48ba7a21c476, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:45:17.382752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:17.448620 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:17.449894 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] For port d4da0a83-078e-472f-880d-48ba7a21c476, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:45:17.453039 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] For port d4da0a83-078e-472f-880d-48ba7a21c476, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4da0a83-078e-472f-880d-48ba7a21c476,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:45:17.581113 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:17.585970 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:17.586591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:17.587960 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d4da0a83-078e-472f-880d-48ba7a21c476 HTTP/1.1" status: 200 len: 1093 time: 0.8440912 Aug 07 22:45:17.588476 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:17.590820 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc9dbc6-6d3e-4ad0-8c6b-634a12feb5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:17.632989 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bfb43c-ddb3-474c-891d-d2dbd9f597c0 x-openstack-request-id: req-31bfb43c-ddb3-474c-891d-d2dbd9f597c0 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:17.637186 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:17.637186 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31bfb43c-ddb3-474c-891d-d2dbd9f597c0 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:17.637186 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bfb43c-ddb3-474c-891d-d2dbd9f597c0'] response: {'name': 'network-changed', 'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'status': 'completed', 'code': 200} Aug 07 22:45:17.643742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e48ea7-50b6-4389-be90-39a5377acc4c service neutron] Pushing event updated for resources: {'Port': ['ID=d4da0a83-078e-472f-880d-48ba7a21c476,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:17.695331 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9dbc6-6d3e-4ad0-8c6b-634a12feb5ab req-c13d76c9-7ac5-413b-b1d7-4848ef2b84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:17.696826 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8dc9dbc6-6d3e-4ad0-8c6b-634a12feb5ab req-c13d76c9-7ac5-413b-b1d7-4848ef2b84c4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 1127 time: 0.0404141 Aug 07 22:45:17.800159 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9dbc6-6d3e-4ad0-8c6b-634a12feb5ab req-db8f92a7-c60d-4002-812a-e9decfc20628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:17.801620 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8dc9dbc6-6d3e-4ad0-8c6b-634a12feb5ab req-db8f92a7-c60d-4002-812a-e9decfc20628 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0976093 Aug 07 22:45:17.899443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9dbc6-6d3e-4ad0-8c6b-634a12feb5ab req-bff9037d-e01b-4abe-9e54-cc5eb33f994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:17.900937 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8dc9dbc6-6d3e-4ad0-8c6b-634a12feb5ab req-bff9037d-e01b-4abe-9e54-cc5eb33f994e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902727 Aug 07 22:45:17.986527 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-c6e9281e-60d9-44ab-99ae-edabe47a13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:17.988400 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-c6e9281e-60d9-44ab-99ae-edabe47a13ae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 1127 time: 0.0431776 Aug 07 22:45:18.036555 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-35fddea1-9b44-433d-8762-ef754db72c38 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4da0a83-078e-472f-880d-48ba7a21c476 HTTP/1.1" status: 200 len: 217 time: 0.0386374 Aug 07 22:45:18.085108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-51d1550a-008c-4aeb-b247-074a4d21c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:18.087282 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-51d1550a-008c-4aeb-b247-074a4d21c33b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 200 len: 849 time: 0.0450563 Aug 07 22:45:18.138015 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-ca657a57-ddfe-4641-a4dd-ea6e53526277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:18.139749 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-ca657a57-ddfe-4641-a4dd-ea6e53526277 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463402 Aug 07 22:45:18.244065 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e95fa-4e36-40af-91d5-4b4d11f27fa1 req-0a2116a0-ea86-4f74-95b6-80b43110a82d tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:18.245523 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-775e95fa-4e36-40af-91d5-4b4d11f27fa1 req-0a2116a0-ea86-4f74-95b6-80b43110a82d tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 943 time: 0.0906160 Aug 07 22:45:18.295220 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-a0fec8a4-d114-4228-b0d4-1843faca3d0f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493757 Aug 07 22:45:18.313097 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:18.362221 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-775e95fa-4e36-40af-91d5-4b4d11f27fa1 req-c4523b0e-ce76-49f9-ac5d-01c02b8ca118 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105120 Aug 07 22:45:18.407798 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec30de4f-d2d6-4401-b5fe-bb7c92186ca6 req-3b2bad62-7e4b-42dd-b4a6-26097e52f2cf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049232 Aug 07 22:45:19.243575 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-0143cd6a-3b2c-496e-85c4-9162c6875142 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=ad0a4d9a434e41cab6cdc7e20fd8b0bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302112 Aug 07 22:45:19.427773 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-7d0104c1-0b16-43b0-9bd6-901711ed9bf8 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:19.429382 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-7d0104c1-0b16-43b0-9bd6-901711ed9bf8 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800034 Aug 07 22:45:19.454076 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-d275e8ce-96da-4c20-9d4e-18578518debd tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/quotas/ad0a4d9a434e41cab6cdc7e20fd8b0bb HTTP/1.1" status: 200 len: 375 time: 0.0191686 Aug 07 22:45:19.508073 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-d8b4bddc-ff43-4ead-88e2-38368cddffd3 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=ad0a4d9a434e41cab6cdc7e20fd8b0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324297 Aug 07 22:45:19.516397 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212adae-6e04-4316-a37e-d175621cf1cd req-c599e376-8437-4019-8f47-94f7753e9697 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:19.517807 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f212adae-6e04-4316-a37e-d175621cf1cd req-c599e376-8437-4019-8f47-94f7753e9697 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 943 time: 0.0813727 Aug 07 22:45:19.565787 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f212adae-6e04-4316-a37e-d175621cf1cd req-e0941dd8-6a9e-4bd3-8f3c-55d4395fa3f3 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Aug 07 22:45:19.755922 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-177d52e4-99bc-4006-aed9-00c15f51da73 req-5d222c67-d49a-4911-96f9-54cb9c04ed8c tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 210 time: 0.0283697 Aug 07 22:45:20.341757 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:20.605507 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device d4da0a83-078e-472f-880d-48ba7a21c476 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:45:20.691866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f128-8055-4240-8e50-4b825223f248 req-c5b1d593-b0b1-414c-9bee-8a57908ce747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:20.696719 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9b06f128-8055-4240-8e50-4b825223f248 req-c5b1d593-b0b1-414c-9bee-8a57908ce747 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 943 time: 0.0566504 Aug 07 22:45:20.708360 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port d4da0a83-078e-472f-880d-48ba7a21c476, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4da0a83-078e-472f-880d-48ba7a21c476,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:20.729567 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'port_id': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'mac_address': 'fa:16:3e:01:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:45:20.742530 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9b06f128-8055-4240-8e50-4b825223f248 req-7a759ae6-e280-4eb5-99f3-359bca7fdec4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432084 Aug 07 22:45:20.766901 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port d4da0a83-078e-472f-880d-48ba7a21c476 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:20.767304 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:20.781298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4da0a83-078e-472f-880d-48ba7a21c476 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:45:20.801126 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port d4da0a83-078e-472f-880d-48ba7a21c476, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4da0a83-078e-472f-880d-48ba7a21c476,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:20.854485 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2ac02d36-61a7-456a-ae1f-f453888ab006 req-bed1b295-c451-4bbd-b0f2-b0404d8bbe42 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 210 time: 0.0271876 Aug 07 22:45:20.871941 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:20.919421 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=d4da0a83-078e-472f-880d-48ba7a21c476,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:21.166389 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['d4da0a83-078e-472f-880d-48ba7a21c476'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:45:21.222647 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:21.697531 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:21.710029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-1a12deca-2bbd-4489-ab83-cecb54f2deb6 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=ad0a4d9a434e41cab6cdc7e20fd8b0bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217247 Aug 07 22:45:21.825104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-d1dfa037-df75-496e-930d-5db83e1d30de tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:21.826461 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-d1dfa037-df75-496e-930d-5db83e1d30de tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114664 Aug 07 22:45:21.843307 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Request body: {'port': {'device_id': '99d7a54f-8639-45d1-a003-6b122c0218af', 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e', 'admin_state_up': True, 'tenant_id': 'ad0a4d9a434e41cab6cdc7e20fd8b0bb'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:21.923028 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042c5a3-cc32-4e40-89af-d5089dc186aa req-7aa3456c-89c5-4908-bd5b-6d419f810736 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:21.928708 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1042c5a3-cc32-4e40-89af-d5089dc186aa req-7aa3456c-89c5-4908-bd5b-6d419f810736 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 944 time: 0.1010959 Aug 07 22:45:21.984856 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-955dc8a5-7a38-4f23-a5d2-e13cbc73ec2f req-22a55e7a-4870-48ac-8ad2-9e6c162449b4 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 210 time: 0.0482595 Aug 07 22:45:22.038453 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1042c5a3-cc32-4e40-89af-d5089dc186aa req-5bb3cdb9-4c8e-4fa2-8fd6-08d730e6a479 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058636 Aug 07 22:45:22.117419 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Made reservation on behalf of ad0a4d9a434e41cab6cdc7e20fd8b0bb for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:45:22.120892 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.129982 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.210437 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks [] for security_group (624e5e5e-b7d2-4448-92e3-f05341161189), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.266092 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (624e5e5e-b7d2-4448-92e3-f05341161189), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.289896 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:22.326587 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624e5e5e-b7d2-4448-92e3-f05341161189,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:22.347285 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:22.404309 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Allocated IP 192.168.233.14 (7f86fc37-abc0-42b9-b57b-b104cf4a185e/115590ab-1d1d-4a4e-8064-9c4baf0feab1/878bacfc-d8d6-45e3-91bc-b10fc42251c5) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:45:22.527978 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:22.557050 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks [] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.620831 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device d4da0a83-078e-472f-880d-48ba7a21c476 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:22.653275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.665218 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:22.666309 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port d4da0a83-078e-472f-880d-48ba7a21c476 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:45:22.698701 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Network 7f86fc37-abc0-42b9-b57b-b104cf4a185e is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:45:22.701866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:45:22.705716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:45:22.733553 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Pushing event updated for resources: {'Port': ['ID=878bacfc-d8d6-45e3-91bc-b10fc42251c5,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:22.757473 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port d4da0a83-078e-472f-880d-48ba7a21c476 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:22.757860 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.766163 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:22.766810 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.839502 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port d4da0a83-078e-472f-880d-48ba7a21c476 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:22.839893 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.857937 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-36fd21ce-b380-4473-ac9b-f7bfd7121c7e tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0187571 Aug 07 22:45:22.865096 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:22.867375 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98557cfc-b945-4da0-9893-c6123a90584e" -d '{"events": [{"server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "name": "network-vif-plugged", "status": "completed", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:22.874265 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Request body: {'port': {'device_id': '99d7a54f-8639-45d1-a003-6b122c0218af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:22.888439 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port d4da0a83-078e-472f-880d-48ba7a21c476, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4da0a83-078e-472f-880d-48ba7a21c476,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:22.907418 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a886c5-8426-463b-9155-d14c280a11a0 x-openstack-request-id: req-41a886c5-8426-463b-9155-d14c280a11a0 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:22.907806 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "name": "network-vif-plugged", "status": "completed", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:22.908228 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41a886c5-8426-463b-9155-d14c280a11a0 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:22.908652 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a886c5-8426-463b-9155-d14c280a11a0'] response: {'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'code': 200} Aug 07 22:45:22.938276 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.962481 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:22.998538 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-c15bed94-f207-4aa8-ac88-2a8b0a50a022 None None] Provisioning complete for port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:22.998895 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c15bed94-f207-4aa8-ac88-2a8b0a50a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:23.050464 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=d4da0a83-078e-472f-880d-48ba7a21c476,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:23.054307 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-c15bed94-f207-4aa8-ac88-2a8b0a50a022 None None] Port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:45:23.198821 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258436a-0ff3-4e38-8dd6-1238218ec92e req-f934215e-c3dc-4492-b169-5f4c34d41011 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:23.200330 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d258436a-0ff3-4e38-8dd6-1238218ec92e req-f934215e-c3dc-4492-b169-5f4c34d41011 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 935 time: 0.1183226 Aug 07 22:45:23.217849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d95e79-a18b-46b7-a034-e94f8d104d93 req-b287e454-089c-4853-9fe2-096f417ab3a5 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:23.219253 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51d95e79-a18b-46b7-a034-e94f8d104d93 req-b287e454-089c-4853-9fe2-096f417ab3a5 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.1000757 Aug 07 22:45:23.261835 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc79f6c-4564-4b2e-9b6f-7aa03f6ecdbb req-fc867f3c-b408-4d26-ae30-d5c6adb5cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:23.263439 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-ddc79f6c-4564-4b2e-9b6f-7aa03f6ecdbb req-fc867f3c-b408-4d26-ae30-d5c6adb5cf80 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 1129 time: 0.0467255 Aug 07 22:45:23.313821 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-ddc79f6c-4564-4b2e-9b6f-7aa03f6ecdbb req-120e27d8-d466-4dc6-8fec-bd65bd1fff85 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390875 Aug 07 22:45:23.327398 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d258436a-0ff3-4e38-8dd6-1238218ec92e req-de22f945-7fe1-43e4-ac0b-93c3466bf1b1 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186957 Aug 07 22:45:23.348614 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:23.355929 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-51d95e79-a18b-46b7-a034-e94f8d104d93 req-5bdbbc12-c190-434b-8f15-0b09704af483 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261251 Aug 07 22:45:23.364955 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878bacfc-d8d6-45e3-91bc-b10fc42251c5 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:45:23.373463 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Publish callbacks [] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:23.386850 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Transition to ACTIVE for port object 878bacfc-d8d6-45e3-91bc-b10fc42251c5 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:45:23.448615 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:23.529276 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Pushing event updated for resources: {'Port': ['ID=878bacfc-d8d6-45e3-91bc-b10fc42251c5,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:23.540849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:23.557834 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Attempting to bind port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:45:23.558164 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Attempting to bind port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:45:23.558485 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Attempting to bind port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 on network 7f86fc37-abc0-42b9-b57b-b104cf4a185e {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:45:23.562866 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 on network 7f86fc37-abc0-42b9-b57b-b104cf4a185e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:45:23.563181 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Attempting to bind port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 on network 7f86fc37-abc0-42b9-b57b-b104cf4a185e {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:45:23.568051 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:45:23.568384 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Checking segment: {'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:45:23.568760 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Bound using segment: {'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:45:23.569172 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Bound port: 878bacfc-d8d6-45e3-91bc-b10fc42251c5, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f488eb14-83f5-43b5-9fdc-870f101ed1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:45:23.569520 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:23.633647 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] For port 878bacfc-d8d6-45e3-91bc-b10fc42251c5, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:45:23.637223 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] For port 878bacfc-d8d6-45e3-91bc-b10fc42251c5, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=878bacfc-d8d6-45e3-91bc-b10fc42251c5,segment=NetworkSegment(f488eb14-83f5-43b5-9fdc-870f101ed1a6),segment_id=f488eb14-83f5-43b5-9fdc-870f101ed1a6)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:45:23.723731 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:23.726723 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:23.728290 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:23.729652 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/878bacfc-d8d6-45e3-91bc-b10fc42251c5 HTTP/1.1" status: 200 len: 1097 time: 0.8601832 Aug 07 22:45:23.731975 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d7a54f-8639-45d1-a003-6b122c0218af', 'tag': '878bacfc-d8d6-45e3-91bc-b10fc42251c5'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:23.734895 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fc8437-d830-45a0-8d3d-0ce08d8d37d4" -d '{"events": [{"name": "network-changed", "server_uuid": "99d7a54f-8639-45d1-a003-6b122c0218af", "tag": "878bacfc-d8d6-45e3-91bc-b10fc42251c5"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:23.776947 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13a784-dc04-4d09-ac75-1ca42087e982 x-openstack-request-id: req-8d13a784-dc04-4d09-ac75-1ca42087e982 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:23.777260 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d7a54f-8639-45d1-a003-6b122c0218af", "tag": "878bacfc-d8d6-45e3-91bc-b10fc42251c5", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:23.777506 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d13a784-dc04-4d09-ac75-1ca42087e982 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:23.777891 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d13a784-dc04-4d09-ac75-1ca42087e982'] response: {'name': 'network-changed', 'server_uuid': '99d7a54f-8639-45d1-a003-6b122c0218af', 'tag': '878bacfc-d8d6-45e3-91bc-b10fc42251c5', 'status': 'completed', 'code': 200} Aug 07 22:45:23.787976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178a2ae-c01d-4902-a1d7-8a58db80db4d service neutron] Pushing event updated for resources: {'Port': ['ID=878bacfc-d8d6-45e3-91bc-b10fc42251c5,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:23.894758 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-146008f0-ce44-4291-ac44-a37bc610cf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:24.141845 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8437-d830-45a0-8d3d-0ce08d8d37d4 req-301cc8ae-04a8-403d-9150-6ad292251978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:24.143299 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9fc8437-d830-45a0-8d3d-0ce08d8d37d4 req-301cc8ae-04a8-403d-9150-6ad292251978 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ad0a4d9a434e41cab6cdc7e20fd8b0bb&device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 1131 time: 0.0404055 Aug 07 22:45:24.168844 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9fc8437-d830-45a0-8d3d-0ce08d8d37d4 req-61fce86b-3718-4bef-97c0-be6947eb6061 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=ad0a4d9a434e41cab6cdc7e20fd8b0bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186656 Aug 07 22:45:24.263110 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8437-d830-45a0-8d3d-0ce08d8d37d4 req-90dc6a2e-6ae6-4791-ae1c-b8f89618ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:24.264582 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9fc8437-d830-45a0-8d3d-0ce08d8d37d4 req-90dc6a2e-6ae6-4791-ae1c-b8f89618ad52 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892458 Aug 07 22:45:24.353320 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-5db5c221-ba65-4dd2-a76b-f9e2d570aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:24.354960 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-5db5c221-ba65-4dd2-a76b-f9e2d570aa36 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ad0a4d9a434e41cab6cdc7e20fd8b0bb&device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 1131 time: 0.0391424 Aug 07 22:45:24.475201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29737a54-25fb-473c-9970-bb8e8b35ff2e req-4585a101-2c69-41c4-b628-e227ac2fbc38 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:24.476662 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29737a54-25fb-473c-9970-bb8e8b35ff2e req-4585a101-2c69-41c4-b628-e227ac2fbc38 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 947 time: 0.0749464 Aug 07 22:45:24.499750 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4c41a-33c1-4161-87ba-7f73bbb8d010 req-2cef129e-9c47-40cf-a774-9bf3a34e5f5f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:24.501181 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab4c41a-33c1-4161-87ba-7f73bbb8d010 req-2cef129e-9c47-40cf-a774-9bf3a34e5f5f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0698438 Aug 07 22:45:24.815582 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29737a54-25fb-473c-9970-bb8e8b35ff2e req-ece88911-3f0e-43d5-89be-bc100606eeb9 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322532 Aug 07 22:45:24.830602 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5ab4c41a-33c1-4161-87ba-7f73bbb8d010 req-71a96945-165d-40cc-837c-298b387a65e1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232381 Aug 07 22:45:24.873218 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-847c5479-5533-4055-94ac-329ebec19d6a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=878bacfc-d8d6-45e3-91bc-b10fc42251c5 HTTP/1.1" status: 200 len: 217 time: 0.0376742 Aug 07 22:45:24.943931 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-617d5674-d879-4167-8ff8-0e5f30fb3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:24.944737 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-617d5674-d879-4167-8ff8-0e5f30fb3b71 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=115590ab-1d1d-4a4e-8064-9c4baf0feab1 HTTP/1.1" status: 200 len: 843 time: 0.0656660 Aug 07 22:45:24.995060 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-02973a84-f513-456e-a7c9-7f9fa6c85cea tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1460737256&fields=id&tenant_id=bcc9a378e7ba4206baaa7bcc683606ca HTTP/1.1" status: 200 len: 267 time: 0.0895052 Aug 07 22:45:25.004203 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-2a2addb6-5437-4715-b49f-fb90805ed7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:25.005605 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-2a2addb6-5437-4715-b49f-fb90805ed7a5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7f86fc37-abc0-42b9-b57b-b104cf4a185e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0528445 Aug 07 22:45:25.077245 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:25.098954 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-56ba818b-3dc3-4dea-8c74-d627388f55b7 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:25.100423 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-56ba818b-3dc3-4dea-8c74-d627388f55b7 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 984 time: 0.0982559 Aug 07 22:45:25.114103 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Request body: {'port': {'security_groups': ['43b1c713-0a52-477c-adb4-a29862ec057e']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:25.170310 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-22b01daa-7609-44cd-adad-725d9e8a894f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f86fc37-abc0-42b9-b57b-b104cf4a185e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569457 Aug 07 22:45:25.260158 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.301724 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:25.348711 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-902a20c5-1beb-4b1c-8d99-1873c02bec8d req-773b8a68-e6fb-468e-9bac-22c7bc82993d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7f86fc37-abc0-42b9-b57b-b104cf4a185e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704931 Aug 07 22:45:25.465821 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:25.494671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.551807 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.560831 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:25.561529 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.563009 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-056286d1-5fe3-40b1-8abd-a9e99f17e79f req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "PUT /networking/v2.0/ports/332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 942 time: 0.4555116 Aug 07 22:45:25.563882 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['332a7e9e-deb8-4c55-afbc-6a7faca02b5e'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:45:25.569416 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38962) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:25.614810 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664fcdc-3b4f-4c46-97cc-ccccd9966e9b tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event updated for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=7']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:25.638967 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc464752-4791-48a5-9461-3e5b5a67e3f1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group (a645b010-16ef-446e-8d5a-b6ead42b3e84), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.660244 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['332a7e9e-deb8-4c55-afbc-6a7faca02b5e'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:45:25.663993 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc464752-4791-48a5-9461-3e5b5a67e3f1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group (a645b010-16ef-446e-8d5a-b6ead42b3e84), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.779214 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:25.780899 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc464752-4791-48a5-9461-3e5b5a67e3f1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (a645b010-16ef-446e-8d5a-b6ead42b3e84), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.782262 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480a8ac-f04e-4706-b113-7b274e4945ed" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:25.783715 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fc464752-4791-48a5-9461-3e5b5a67e3f1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:25.784974 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-fc464752-4791-48a5-9461-3e5b5a67e3f1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/a645b010-16ef-446e-8d5a-b6ead42b3e84 HTTP/1.1" status: 204 len: 168 time: 0.2145662 Aug 07 22:45:25.787741 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 38966) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:25.798717 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464752-4791-48a5-9461-3e5b5a67e3f1 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a645b010-16ef-446e-8d5a-b6ead42b3e84,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:25.835851 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f500cd-aa0f-4fa3-9270-1dc76efaa0e7 x-openstack-request-id: req-41f500cd-aa0f-4fa3-9270-1dc76efaa0e7 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:25.837085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:25.837224 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41f500cd-aa0f-4fa3-9270-1dc76efaa0e7 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:25.837690 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f500cd-aa0f-4fa3-9270-1dc76efaa0e7'] response: {'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'status': 'completed', 'code': 200} Aug 07 22:45:25.842537 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:25.995438 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761e433-7cbb-4589-9777-cc8a76ca40ee req-cb459697-0b3a-4333-92a4-f42921184a65 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:25.996953 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d761e433-7cbb-4589-9777-cc8a76ca40ee req-cb459697-0b3a-4333-92a4-f42921184a65 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 947 time: 0.0960093 Aug 07 22:45:26.025544 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593636-392a-4f78-83ac-6c6721882489 req-c4a8b72f-4e7e-409c-986f-3126cb960844 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:26.026964 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-22593636-392a-4f78-83ac-6c6721882489 req-c4a8b72f-4e7e-409c-986f-3126cb960844 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.1096666 Aug 07 22:45:26.072256 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Deleting port 71bb33f1-0974-4f55-bf6a-b2d1103b2fb9 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:26.072595 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.158539 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d761e433-7cbb-4589-9777-cc8a76ca40ee req-76b1819b-387d-47ad-a55c-ee5da716b474 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398401 Aug 07 22:45:26.167340 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-22593636-392a-4f78-83ac-6c6721882489 req-19fde5c3-0f41-463a-b66a-1367a267cfb9 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303334 Aug 07 22:45:26.201370 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.201885 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for floatingip (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.214855 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Calling delete_port for 71bb33f1-0974-4f55-bf6a-b2d1103b2fb9 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:26.317328 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:26.366174 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077afc0-14c4-4fe4-8920-06c142a2f791 req-38a81a63-65e1-45ca-851f-f1c9d5256724 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:26.368171 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9077afc0-14c4-4fe4-8920-06c142a2f791 req-38a81a63-65e1-45ca-851f-f1c9d5256724 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.1102788 Aug 07 22:45:26.378009 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 38974) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:26.381853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-6d5bdb75-1dca-49d9-b17a-bcebd12d410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:26.382822 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'floatingip': {'port_id': 'd4da0a83-078e-472f-880d-48ba7a21c476'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:45:26.393676 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-6d5bdb75-1dca-49d9-b17a-bcebd12d410a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1129 time: 0.0910187 Aug 07 22:45:26.400841 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:26.427837 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (a81d4906-18bb-4350-8fc6-8188407e12ab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.481760 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14cd4d7c-6a35-4a58-a113-6cdc111985fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.535457 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-5deceed7-77d3-49fd-9601-0fdcd2d243e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:26.536952 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-5deceed7-77d3-49fd-9601-0fdcd2d243e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 200 len: 915 time: 0.1474349 Aug 07 22:45:26.586320 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:26.601700 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-a549aada-1b36-46cf-9e00-2ab0c0c188c2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 1001 time: 0.0562890 Aug 07 22:45:26.606891 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 878bacfc-d8d6-45e3-91bc-b10fc42251c5 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:45:26.639039 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (71bb33f1-0974-4f55-bf6a-b2d1103b2fb9), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.680278 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event deleted for resources: {'Port': ['ID=71bb33f1-0974-4f55-bf6a-b2d1103b2fb9,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:26.707550 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-756f3260-9069-4bf2-8c8d-dc7993abeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:26.709058 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-756f3260-9069-4bf2-8c8d-dc7993abeab7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4780ee85-ed05-4985-9990-94f799f275fc HTTP/1.1" status: 200 len: 853 time: 0.1011047 Aug 07 22:45:26.719026 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 878bacfc-d8d6-45e3-91bc-b10fc42251c5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=878bacfc-d8d6-45e3-91bc-b10fc42251c5,segment=NetworkSegment(f488eb14-83f5-43b5-9fdc-870f101ed1a6),segment_id=f488eb14-83f5-43b5-9fdc-870f101ed1a6)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:26.727315 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:26.731259 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '878bacfc-d8d6-45e3-91bc-b10fc42251c5', 'network_id': '7f86fc37-abc0-42b9-b57b-b104cf4a185e', 'port_id': '878bacfc-d8d6-45e3-91bc-b10fc42251c5', 'mac_address': 'fa:16:3e:b5:58:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115590ab-1d1d-4a4e-8064-9c4baf0feab1', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:45:26.769920 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:26.770577 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.779155 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-0740688a-6966-493f-83c7-065968355f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:26.780699 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-0740688a-6966-493f-83c7-065968355f6f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9f74fe23-4b28-44d3-b565-87222cc4b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517941 Aug 07 22:45:26.784922 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878bacfc-d8d6-45e3-91bc-b10fc42251c5 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:45:26.785557 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks [] for floatingip (7bcf5e3d-a8a6-401d-be00-c7363de4f189), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.785979 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Floating IP 7bcf5e3d-a8a6-401d-be00-c7363de4f189 disassociated (deleted). External IP: 172.27.3.207, port: 332a7e9e-deb8-4c55-afbc-6a7faca02b5e. Aug 07 22:45:26.806602 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 878bacfc-d8d6-45e3-91bc-b10fc42251c5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=878bacfc-d8d6-45e3-91bc-b10fc42251c5,segment=NetworkSegment(f488eb14-83f5-43b5-9fdc-870f101ed1a6),segment_id=f488eb14-83f5-43b5-9fdc-870f101ed1a6)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:26.870487 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.878135 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.922977 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=878bacfc-d8d6-45e3-91bc-b10fc42251c5,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:26.957477 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (a81d4906-18bb-4350-8fc6-8188407e12ab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:26.968158 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-c5714a56-67f8-49b4-8afa-ead221c7ed28 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796885 Aug 07 22:45:27.061407 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Floating IP a81d4906-18bb-4350-8fc6-8188407e12ab associated. External IP: 172.27.3.74, port: d4da0a83-078e-472f-880d-48ba7a21c476. Aug 07 22:45:27.072971 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:27.116106 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['878bacfc-d8d6-45e3-91bc-b10fc42251c5'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:45:27.153855 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3480a8ac-f04e-4706-b113-7b274e4945ed req-50ffa538-887c-4cdf-8980-9d8a030eebbf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787283 Aug 07 22:45:27.157930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:27.216245 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:27.284150 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:27.289946 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:27.298881 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] Sync routers for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:27.310139 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:27.311069 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:27.313735 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Router 6cac068b-90c7-4dcb-9cb5-fc573e154948 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:27.352892 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ffc0b1ae-beab-477b-8cdc-bce04fac6e3f tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/7bcf5e3d-a8a6-401d-be00-c7363de4f189 HTTP/1.1" status: 204 len: 168 time: 1.5639913 Aug 07 22:45:27.373598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685090-eff1-4ebe-822e-9bdb6018b1ab req-c7f1e952-69a3-413e-990b-ee8639025172 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:27.382723 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc685090-eff1-4ebe-822e-9bdb6018b1ab req-c7f1e952-69a3-413e-990b-ee8639025172 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 948 time: 0.1124976 Aug 07 22:45:27.433187 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:27.441264 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:27.446629 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:27.452449 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] Sync routers for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:27.452624 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:27.457504 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:27.460438 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc685090-eff1-4ebe-822e-9bdb6018b1ab req-b54dfeb1-9273-4b42-b921-7ccc9e074746 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681553 Aug 07 22:45:27.474088 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:27.476305 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:27.487115 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-dbb4a9ec-971f-4685-901e-3410239ad6b1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/a81d4906-18bb-4350-8fc6-8188407e12ab HTTP/1.1" status: 200 len: 990 time: 1.1059787 Aug 07 22:45:27.487115 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:27.488736 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:27.573549 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484f2bca-0f8e-4d89-bd37-fea14c278cd8 x-openstack-request-id: req-484f2bca-0f8e-4d89-bd37-fea14c278cd8 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:27.573863 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:27.574157 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-484f2bca-0f8e-4d89-bd37-fea14c278cd8 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:27.574497 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484f2bca-0f8e-4d89-bd37-fea14c278cd8'] response: {'name': 'network-changed', 'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'status': 'completed', 'code': 200} Aug 07 22:45:27.643057 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-54e74ed5-c503-4d42-8b5d-48946ab766d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:27.644732 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-54e74ed5-c503-4d42-8b5d-48946ab766d0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 1129 time: 0.0469880 Aug 07 22:45:27.657980 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 5, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:27.683035 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] Checking router: e1d4d6d3-b677-43f2-9c72-d928a6d18e1c for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:27.691872 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:27.692558 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:27.750313 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-40c25ff5-a5e5-435e-8818-580f17978342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:27.755115 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-40c25ff5-a5e5-435e-8818-580f17978342 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 911 time: 0.1028595 Aug 07 22:45:27.777342 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:27.839868 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:27.842166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:27.847066 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-1b8dda12-c420-4734-bc52-042ce22dd2f0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4da0a83-078e-472f-880d-48ba7a21c476 HTTP/1.1" status: 200 len: 998 time: 0.0861588 Aug 07 22:45:27.888577 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:27.915509 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c12fd6a-13b5-42df-93c3-f47587e5803b x-openstack-request-id: req-1c12fd6a-13b5-42df-93c3-f47587e5803b {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:27.916753 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:27.917168 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c12fd6a-13b5-42df-93c3-f47587e5803b {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:27.917965 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c12fd6a-13b5-42df-93c3-f47587e5803b'] response: {'name': 'network-changed', 'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'status': 'completed', 'code': 200} Aug 07 22:45:27.958472 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-4e5da2a9-92a9-4fc4-b8d4-9453039debcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:27.960737 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-4e5da2a9-92a9-4fc4-b8d4-9453039debcb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 200 len: 849 time: 0.1012490 Aug 07 22:45:27.967769 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-304bbca1-7efb-42bc-8e57-fc5c20de3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:27.969506 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-304bbca1-7efb-42bc-8e57-fc5c20de3ad0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 1129 time: 0.0561900 Aug 07 22:45:28.003336 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:28.015652 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-b824b276-17a9-4ec0-bb27-4bc3d4bf1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:28.017190 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-b824b276-17a9-4ec0-bb27-4bc3d4bf1f99 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481057 Aug 07 22:45:28.051309 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'a81d4906-18bb-4350-8fc6-8188407e12ab', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'port_id': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'mac_address': 'fa:16:3e:01:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:45:11Z', 'updated_at': '2022-08-07T22:45:26Z', 'revision_number': 1, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:28.077660 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] Checking router: 6cac068b-90c7-4dcb-9cb5-fc573e154948 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:28.086267 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:28.086656 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 5, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:28.086896 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:28.114876 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c305860-032f-4bfc-a5e9-af69f888f2a9 None None] The sync data for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi is: [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:01Z', 'revision_number': 4, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '5b176d94-2db7-4dad-9d74-243f75fde424', 'name': '', 'network_id': '9f74fe23-4b28-44d3-b565-87222cc4b31a', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'mac_address': 'fa:16:3e:ff:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '4780ee85-ed05-4985-9990-94f799f275fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:00Z', 'updated_at': '2022-08-07T22:43:08Z', 'revision_number': 5, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'subnets': [{'id': '4780ee85-ed05-4985-9990-94f799f275fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:28.193621 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:28.346016 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2276df7-b5fd-4d82-8323-59bc2f606ab0 None None] New status for floating IP 7bcf5e3d-a8a6-401d-be00-c7363de4f189: DOWN {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:45:28.436142 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-6852225d-612d-4095-bd7b-22af13dffa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:28.437450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'a81d4906-18bb-4350-8fc6-8188407e12ab', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'port_id': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'mac_address': 'fa:16:3e:01:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:45:11Z', 'updated_at': '2022-08-07T22:45:26Z', 'revision_number': 1, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:28.437798 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-6852225d-612d-4095-bd7b-22af13dffa23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 200 len: 915 time: 0.1219821 Aug 07 22:45:28.446171 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-8b0d3f30-0dd3-4f4c-abc3-97fd756c6f6c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293139 Aug 07 22:45:28.464219 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb2c50-1448-4b4b-8a07-ff7625d23f98 None None] The sync data for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi is: [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'a81d4906-18bb-4350-8fc6-8188407e12ab', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'port_id': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'mac_address': 'fa:16:3e:01:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:45:11Z', 'updated_at': '2022-08-07T22:45:26Z', 'revision_number': 1, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:28.498148 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-9b5e521d-3b8c-48dc-9226-65e84acda9b5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 200 len: 217 time: 0.0438621 Aug 07 22:45:28.560135 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-40256380-db96-45d6-962a-2628a01f2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:28.561932 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-40256380-db96-45d6-962a-2628a01f2411 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4780ee85-ed05-4985-9990-94f799f275fc HTTP/1.1" status: 200 len: 853 time: 0.0582001 Aug 07 22:45:28.580094 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:28.580286 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f29b0f2d-cadd-4ff7-ab64-951fa0ed80b3 req-bea09e5c-277d-4eb8-9809-6d91df97ba59 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229866 Aug 07 22:45:28.616363 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-a9825d49-61fb-405b-8e9d-4a19d8c23061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:28.617907 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-a9825d49-61fb-405b-8e9d-4a19d8c23061 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9f74fe23-4b28-44d3-b565-87222cc4b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484931 Aug 07 22:45:28.621732 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d959c00-aa7d-4997-b5cc-91de4f1aeeb5 req-c235a686-730e-4efe-a08f-1f911373c808 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:28.623185 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4d959c00-aa7d-4997-b5cc-91de4f1aeeb5 req-c235a686-730e-4efe-a08f-1f911373c808 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 948 time: 0.0579488 Aug 07 22:45:28.626222 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 878bacfc-d8d6-45e3-91bc-b10fc42251c5 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:45:28.676104 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4d959c00-aa7d-4997-b5cc-91de4f1aeeb5 req-2b8a28ac-388a-4718-af12-480afde46a10 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 Aug 07 22:45:28.686395 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:45:28.730191 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-9c14fbe3-f655-44b2-865b-6e1b85f1cb8c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047008 Aug 07 22:45:28.765548 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11501d64-8c02-4553-8459-f0b55bb7f6c9 None None] New status for floating IP a81d4906-18bb-4350-8fc6-8188407e12ab: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:45:28.768656 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:45:28.769076 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:28.773642 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:28.828263 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-969ccec4-2176-4ddf-9bd1-46cdb2ce6fde req-d9cd0e3f-81af-4a05-95ea-7c234705f976 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915844 Aug 07 22:45:28.970547 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:45:28.971175 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:28.993820 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d7a54f-8639-45d1-a003-6b122c0218af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bacfc-d8d6-45e3-91bc-b10fc42251c5'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:28.996054 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b84b8d-1f27-447f-a237-ed09a1fb269c" -d '{"events": [{"server_uuid": "99d7a54f-8639-45d1-a003-6b122c0218af", "name": "network-vif-plugged", "status": "completed", "tag": "878bacfc-d8d6-45e3-91bc-b10fc42251c5"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:29.009037 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 878bacfc-d8d6-45e3-91bc-b10fc42251c5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=878bacfc-d8d6-45e3-91bc-b10fc42251c5,segment=NetworkSegment(f488eb14-83f5-43b5-9fdc-870f101ed1a6),segment_id=f488eb14-83f5-43b5-9fdc-870f101ed1a6)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:29.034239 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abe193f-641b-4f5f-9e63-5122dbf654d0 x-openstack-request-id: req-2abe193f-641b-4f5f-9e63-5122dbf654d0 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:29.034525 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d7a54f-8639-45d1-a003-6b122c0218af", "name": "network-vif-plugged", "status": "completed", "tag": "878bacfc-d8d6-45e3-91bc-b10fc42251c5", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:29.034779 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2abe193f-641b-4f5f-9e63-5122dbf654d0 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:29.035169 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2abe193f-641b-4f5f-9e63-5122dbf654d0'] response: {'server_uuid': '99d7a54f-8639-45d1-a003-6b122c0218af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bacfc-d8d6-45e3-91bc-b10fc42251c5', 'code': 200} Aug 07 22:45:29.118827 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:29.172407 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=878bacfc-d8d6-45e3-91bc-b10fc42251c5,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:29.343728 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:29.348785 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3bfb-9a77-467f-bf5e-2b9ec2799ce8 req-30cc853d-30da-416c-a188-5c15d5c9b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:29.350868 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4bbe3bfb-9a77-467f-bf5e-2b9ec2799ce8 req-30cc853d-30da-416c-a188-5c15d5c9b57d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 1133 time: 0.0421014 Aug 07 22:45:29.361815 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:29.394997 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4bbe3bfb-9a77-467f-bf5e-2b9ec2799ce8 req-1e0940b4-9c8b-454c-a51b-331d05e94c09 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383482 Aug 07 22:45:29.442897 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:29.608808 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:29.794376 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0bd8-ca50-4102-b2ac-4d6c315a491a req-b2068702-bfcb-4f97-aa1d-a8447e972f3b tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:29.795825 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a87f0bd8-ca50-4102-b2ac-4d6c315a491a req-b2068702-bfcb-4f97-aa1d-a8447e972f3b tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 949 time: 0.0472217 Aug 07 22:45:29.844170 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a87f0bd8-ca50-4102-b2ac-4d6c315a491a req-76ebd886-1b12-4b2b-8079-d8cd2239ebc1 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Aug 07 22:45:30.965118 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c76f8-8f0c-421b-b3b0-5f824d0d0fcf req-e5d413a8-0693-4ddd-9f17-c24fec248356 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:30.966564 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f28c76f8-8f0c-421b-b3b0-5f824d0d0fcf req-e5d413a8-0693-4ddd-9f17-c24fec248356 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 949 time: 0.0489049 Aug 07 22:45:31.017626 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f28c76f8-8f0c-421b-b3b0-5f824d0d0fcf req-cddc67b0-2748-41c9-bcfe-ca71e0c73da9 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Aug 07 22:45:31.486774 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26435-30e5-4fe5-984d-3e0765fa5b71 req-e52d0a9b-c05c-405c-85a5-b3d6c2404e57 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:31.488387 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29c26435-30e5-4fe5-984d-3e0765fa5b71 req-e52d0a9b-c05c-405c-85a5-b3d6c2404e57 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 949 time: 0.0485089 Aug 07 22:45:31.537197 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29c26435-30e5-4fe5-984d-3e0765fa5b71 req-0834a189-29e0-4454-a9c9-ac701498b76c tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Aug 07 22:45:31.713705 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:31.732458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98959b03-3411-4e48-bb9c-9e1e569c63c6 req-e3570c76-e516-47f1-bf48-506bbfe66f05 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:31.733974 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98959b03-3411-4e48-bb9c-9e1e569c63c6 req-e3570c76-e516-47f1-bf48-506bbfe66f05 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0472751 Aug 07 22:45:31.764135 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:31.780587 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98959b03-3411-4e48-bb9c-9e1e569c63c6 req-9a423996-ecf8-47ce-a35b-3d321fd4591e tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Aug 07 22:45:32.664444 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020d29a-9849-4049-a72c-130898e378fa req-bc4bf409-1b33-4b3c-adb2-7b2744d64b93 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:32.665902 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d020d29a-9849-4049-a72c-130898e378fa req-bc4bf409-1b33-4b3c-adb2-7b2744d64b93 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 949 time: 0.0515506 Aug 07 22:45:32.713243 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d020d29a-9849-4049-a72c-130898e378fa req-98817b2e-83c1-4132-b18b-9e8ad11e80e0 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Aug 07 22:45:32.897279 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1dfe3-aaa4-4b24-9c44-523d0f126bb5 req-c002208a-384f-496b-bb34-e0cee1ebd540 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:32.898724 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69f1dfe3-aaa4-4b24-9c44-523d0f126bb5 req-c002208a-384f-496b-bb34-e0cee1ebd540 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0471206 Aug 07 22:45:32.944676 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-69f1dfe3-aaa4-4b24-9c44-523d0f126bb5 req-4c9984f7-04a3-44f3-aeae-240f2c974af4 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Aug 07 22:45:33.830132 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbae79f-b0fc-44c1-a04a-0a3bfa66853b req-e1080199-531d-459f-b95f-b9762d600322 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:33.831567 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8cbae79f-b0fc-44c1-a04a-0a3bfa66853b req-e1080199-531d-459f-b95f-b9762d600322 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 949 time: 0.0462167 Aug 07 22:45:33.882325 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8cbae79f-b0fc-44c1-a04a-0a3bfa66853b req-f283114f-07ff-47b0-bb58-cb8cb48f14c0 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=624e5e5e-b7d2-4448-92e3-f05341161189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Aug 07 22:45:34.061088 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1036a-cb61-4d28-acb5-e84b0bc5e4d6 req-6b5c54f6-035b-4e3f-acb5-1a6f957f8997 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:34.062546 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87a1036a-cb61-4d28-acb5-e84b0bc5e4d6 req-6b5c54f6-035b-4e3f-acb5-1a6f957f8997 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0469115 Aug 07 22:45:34.109612 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87a1036a-cb61-4d28-acb5-e84b0bc5e4d6 req-8bbada65-fe8d-4ba5-b756-bb529a7f8462 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=43b1c713-0a52-477c-adb4-a29862ec057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Aug 07 22:45:34.318505 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-ab557c1f-eef5-4b76-8377-33af8a9cb089 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:34.319998 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-ab557c1f-eef5-4b76-8377-33af8a9cb089 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 949 time: 0.0480540 Aug 07 22:45:34.499261 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Deleting port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:34.499612 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:34.595384 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] For port 878bacfc-d8d6-45e3-91bc-b10fc42251c5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=878bacfc-d8d6-45e3-91bc-b10fc42251c5,segment=NetworkSegment(f488eb14-83f5-43b5-9fdc-870f101ed1a6),segment_id=f488eb14-83f5-43b5-9fdc-870f101ed1a6)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:34.595653 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:34.606933 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-71e6338d-e175-4537-afbc-8ee760641cc2 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:34.608487 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-71e6338d-e175-4537-afbc-8ee760641cc2 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 945 time: 0.0496809 Aug 07 22:45:34.612313 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Calling delete_port for 878bacfc-d8d6-45e3-91bc-b10fc42251c5 owned by compute:nova {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:34.704884 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Deleting port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:34.705276 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:34.780566 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (878bacfc-d8d6-45e3-91bc-b10fc42251c5), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:34.799782 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] For port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:34.800199 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:34.809442 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Pushing event deleted for resources: {'Port': ['ID=878bacfc-d8d6-45e3-91bc-b10fc42251c5,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:34.814752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Calling delete_port for 332a7e9e-deb8-4c55-afbc-6a7faca02b5e owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:34.866057 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] No DVR routers for this DVR port 878bacfc-d8d6-45e3-91bc-b10fc42251c5 on host hv-cinder-85032 {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:34.868823 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:34.872165 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5f62d054-7071-4bf3-aa2d-7b6d683e6e71 req-98809a92-0bc5-450e-90ce-18b967201b67 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.27 "DELETE /networking/v2.0/ports/878bacfc-d8d6-45e3-91bc-b10fc42251c5 HTTP/1.1" status: 204 len: 173 time: 0.4610705 Aug 07 22:45:34.872622 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d7a54f-8639-45d1-a003-6b122c0218af', 'name': 'network-vif-deleted', 'tag': '878bacfc-d8d6-45e3-91bc-b10fc42251c5'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:34.874946 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e5f54-fc7f-4a9a-b6a4-8e2f2121fa7d" -d '{"events": [{"server_uuid": "99d7a54f-8639-45d1-a003-6b122c0218af", "name": "network-vif-deleted", "tag": "878bacfc-d8d6-45e3-91bc-b10fc42251c5"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:34.942872 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c77e208-6827-407b-a538-5152dc7d56f7 x-openstack-request-id: req-4c77e208-6827-407b-a538-5152dc7d56f7 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:34.942872 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d7a54f-8639-45d1-a003-6b122c0218af", "name": "network-vif-deleted", "tag": "878bacfc-d8d6-45e3-91bc-b10fc42251c5", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:34.942872 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c77e208-6827-407b-a538-5152dc7d56f7 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:34.942872 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c77e208-6827-407b-a538-5152dc7d56f7'] response: {'server_uuid': '99d7a54f-8639-45d1-a003-6b122c0218af', 'name': 'network-vif-deleted', 'tag': '878bacfc-d8d6-45e3-91bc-b10fc42251c5', 'status': 'completed', 'code': 200} Aug 07 22:45:35.009411 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c42c2f6-2314-4902-81e7-92c58ed32804 req-29d46be8-6f9d-4931-9085-58b258319c89 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 210 time: 0.0328360 Aug 07 22:45:35.082971 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (332a7e9e-deb8-4c55-afbc-6a7faca02b5e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:35.099000 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['332a7e9e-deb8-4c55-afbc-6a7faca02b5e'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:45:35.381437 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Pushing event deleted for resources: {'Port': ['ID=332a7e9e-deb8-4c55-afbc-6a7faca02b5e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:35.415606 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bc02a245-959f-4657-80e7-6183f26970ad req-c8baa557-3885-4670-b117-c9f96a88f2d8 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 210 time: 0.0363939 Aug 07 22:45:35.451230 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] No DVR routers for this DVR port 332a7e9e-deb8-4c55-afbc-6a7faca02b5e on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:35.453765 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:35.457033 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fff71adb-1839-4dc1-8418-7f87892ca8c7 req-49f13700-8415-4ad5-a913-923c98ebff34 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.27 "DELETE /networking/v2.0/ports/332a7e9e-deb8-4c55-afbc-6a7faca02b5e HTTP/1.1" status: 204 len: 173 time: 0.8420987 Aug 07 22:45:35.457480 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'name': 'network-vif-deleted', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:35.459873 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1159d2ae-2706-44a4-b257-d21e1fed7ac7" -d '{"events": [{"server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "name": "network-vif-deleted", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:35.498647 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d578d79-4bc6-4aa1-aa5a-019bf19c70dc x-openstack-request-id: req-5d578d79-4bc6-4aa1-aa5a-019bf19c70dc {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:35.501025 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8d1496-5f71-442d-b1b0-712a7b4f598d", "name": "network-vif-deleted", "tag": "332a7e9e-deb8-4c55-afbc-6a7faca02b5e", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:35.501025 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d578d79-4bc6-4aa1-aa5a-019bf19c70dc {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:35.501025 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d578d79-4bc6-4aa1-aa5a-019bf19c70dc'] response: {'server_uuid': 'de8d1496-5f71-442d-b1b0-712a7b4f598d', 'name': 'network-vif-deleted', 'tag': '332a7e9e-deb8-4c55-afbc-6a7faca02b5e', 'status': 'completed', 'code': 200} Aug 07 22:45:36.129948 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc083ae2-0cb6-4d07-a0c6-d8e3f5a58e76 req-eed1db84-fb0e-4c09-bf6c-7158d4d31b02 tempest-VolumesNegativeTest-14992085 tempest-VolumesNegativeTest-14992085-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=99d7a54f-8639-45d1-a003-6b122c0218af HTTP/1.1" status: 200 len: 210 time: 0.0301678 Aug 07 22:45:36.537446 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec4c022d-314d-4490-8575-60ddbd4ffd5a req-1cd47da6-21c0-45d4-b91e-f15104175401 tempest-TestMinimumBasicScenario-768966540 tempest-TestMinimumBasicScenario-768966540-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=de8d1496-5f71-442d-b1b0-712a7b4f598d HTTP/1.1" status: 200 len: 210 time: 0.0343208 Aug 07 22:45:36.735821 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 878bacfc-d8d6-45e3-91bc-b10fc42251c5 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:36.737989 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:36.759624 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 878bacfc-d8d6-45e3-91bc-b10fc42251c5 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:36.761371 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 878bacfc-d8d6-45e3-91bc-b10fc42251c5 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:36.761371 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 332a7e9e-deb8-4c55-afbc-6a7faca02b5e no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:36.779323 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 332a7e9e-deb8-4c55-afbc-6a7faca02b5e {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:36.779666 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 332a7e9e-deb8-4c55-afbc-6a7faca02b5e not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:38.090243 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=81 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:38.379942 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=56 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:38.913423 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39184) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:39.413131 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:39.465061 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:39.502036 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:39.694034 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Deleting port 5b176d94-2db7-4dad-9d74-243f75fde424 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:39.694034 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:39.776703 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] For port 5b176d94-2db7-4dad-9d74-243f75fde424, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=5b176d94-2db7-4dad-9d74-243f75fde424,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:39.777064 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:39.790584 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Calling delete_port for 5b176d94-2db7-4dad-9d74-243f75fde424 owned by network:router_interface {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:40.026436 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (5b176d94-2db7-4dad-9d74-243f75fde424), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:40.052861 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b176d94-2db7-4dad-9d74-243f75fde424,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:40.235840 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:40.345593 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:40.430232 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:40.450246 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:40.558674 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:40.563762 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-32488780-ca5a-40be-8dad-b9edc1f3a0a9 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/e1d4d6d3-b677-43f2-9c72-d928a6d18e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493299 Aug 07 22:45:40.566446 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39260) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:40.568139 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] Sync routers for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:40.578740 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:40.579349 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:40.673019 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks [] for router (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:40.687376 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:40.784480 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks [] for router_gateway (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:40.869640 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '405f22f9-df22-44e0-8398-44c60322eaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:45:39Z', 'revision_number': 5, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port': {'id': '405f22f9-df22-44e0-8398-44c60322eaae', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:40.894645 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] Checking router: e1d4d6d3-b677-43f2-9c72-d928a6d18e1c for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:40.903382 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] Routers {'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:40.903989 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:40.905244 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Deleting port 405f22f9-df22-44e0-8398-44c60322eaae {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:40.905583 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (405f22f9-df22-44e0-8398-44c60322eaae), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:40.991077 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] Set router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c gateway port host: None {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:40.997045 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] For port 405f22f9-df22-44e0-8398-44c60322eaae, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=405f22f9-df22-44e0-8398-44c60322eaae,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:40.997520 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (405f22f9-df22-44e0-8398-44c60322eaae), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.011145 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Calling delete_port for 405f22f9-df22-44e0-8398-44c60322eaae owned by network:router_gateway {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:41.043186 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:45:40Z', 'revision_number': 6, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:41.071989 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb7799-5d89-4fa9-93c4-44b505deb435 None None] The sync data for ids ['e1d4d6d3-b677-43f2-9c72-d928a6d18e1c'] in dv-cinder-850321-3-iscsi is: [{'id': 'e1d4d6d3-b677-43f2-9c72-d928a6d18e1c', 'name': 'tempest-TestMinimumBasicScenario-995753820-router', 'tenant_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:42:58Z', 'updated_at': '2022-08-07T22:45:40Z', 'revision_number': 6, 'project_id': 'bcc9a378e7ba4206baaa7bcc683606ca', 'gw_port_host': None}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:41.125458 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:41.252935 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (405f22f9-df22-44e0-8398-44c60322eaae), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.277067 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Pushing event deleted for resources: {'Port': ['ID=405f22f9-df22-44e0-8398-44c60322eaae,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:41.344848 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.441868 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.444395 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks [] for router_controller (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.553854 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 5b176d94-2db7-4dad-9d74-243f75fde424 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:41.576807 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 5b176d94-2db7-4dad-9d74-243f75fde424 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:41.577156 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 5b176d94-2db7-4dad-9d74-243f75fde424 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:41.580461 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (e1d4d6d3-b677-43f2-9c72-d928a6d18e1c), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.581153 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d4d6d3-b677-43f2-9c72-d928a6d18e1c {{(pid=104592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:45:41.585638 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.586998 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-edfb1099-f033-4994-b89d-5dd4fd3fbbed admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/e1d4d6d3-b677-43f2-9c72-d928a6d18e1c HTTP/1.1" status: 204 len: 168 time: 1.0195739 Aug 07 22:45:41.592195 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39314) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:41.644965 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_v2 [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] Deleting subnet 4780ee85-ed05-4985-9990-94f799f275fc {{(pid=104592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:45:41.651848 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] Publish callbacks [] for subnet (4780ee85-ed05-4985-9990-94f799f275fc), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.687872 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013775'] for subnet (4780ee85-ed05-4985-9990-94f799f275fc), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.709930 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:41.798081 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (4780ee85-ed05-4985-9990-94f799f275fc), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.952051 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3581803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8537934'] for subnet (4780ee85-ed05-4985-9990-94f799f275fc), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.979224 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4780ee85-ed05-4985-9990-94f799f275fc,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:41.985184 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:41.989927 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-191c6cda-ba99-470c-bd65-2a6aad22562b admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/4780ee85-ed05-4985-9990-94f799f275fc HTTP/1.1" status: 204 len: 168 time: 0.3952010 Aug 07 22:45:41.990920 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39332) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:41.991118 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead7119-a43e-417d-9b10-cddbac49003c None None] Network 9f74fe23-4b28-44d3-b565-87222cc4b31a requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:45:42.073028 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (9f74fe23-4b28-44d3-b565-87222cc4b31a), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.122692 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Deleting port 74c5ef6d-08cb-45ca-8ecb-39547024f663 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:42.123044 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.183381 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] DHCP port deletion for 9f74fe23-4b28-44d3-b565-87222cc4b31a request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:45:42.190749 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] For port 74c5ef6d-08cb-45ca-8ecb-39547024f663, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=74c5ef6d-08cb-45ca-8ecb-39547024f663,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:42.191247 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.204580 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Calling delete_port for 74c5ef6d-08cb-45ca-8ecb-39547024f663 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:42.222293 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] Deleting port 74c5ef6d-08cb-45ca-8ecb-39547024f663 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:42.222566 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.290021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] For port 74c5ef6d-08cb-45ca-8ecb-39547024f663, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=74c5ef6d-08cb-45ca-8ecb-39547024f663,segment=NetworkSegment(68afd6b7-596d-4650-8c6d-ac57f70eba82),segment_id=68afd6b7-596d-4650-8c6d-ac57f70eba82)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:42.290410 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.302786 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] Calling delete_port for 74c5ef6d-08cb-45ca-8ecb-39547024f663 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:42.380327 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.386559 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (74c5ef6d-08cb-45ca-8ecb-39547024f663), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.408095 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Pushing event deleted for resources: {'Port': ['ID=74c5ef6d-08cb-45ca-8ecb-39547024f663,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:42.410019 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] Pushing event deleted for resources: {'Port': ['ID=74c5ef6d-08cb-45ca-8ecb-39547024f663,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:42.413192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] No DVR routers for this DVR port 74c5ef6d-08cb-45ca-8ecb-39547024f663 on host dv-cinder-850321-3-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:42.415612 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d99a71-15c3-4ab4-ada4-79be66c1c280 None None] No DVR routers for this DVR port 74c5ef6d-08cb-45ca-8ecb-39547024f663 on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:42.490586 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (9f74fe23-4b28-44d3-b565-87222cc4b31a), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.492843 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:42.512807 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f74fe23-4b28-44d3-b565-87222cc4b31a']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:42.522430 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68afd6b7-596d-4650-8c6d-ac57f70eba82') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:42.522729 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68afd6b7-596d-4650-8c6d-ac57f70eba82') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:42.533085 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (68afd6b7-596d-4650-8c6d-ac57f70eba82), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.547920 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (68afd6b7-596d-4650-8c6d-ac57f70eba82), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.554939 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:45:42.555506 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (68afd6b7-596d-4650-8c6d-ac57f70eba82), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.595758 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 68afd6b7-596d-4650-8c6d-ac57f70eba82 resource provider aggregate not found Aug 07 22:45:42.614149 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 68afd6b7-596d-4650-8c6d-ac57f70eba82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68afd6b7-596d-4650-8c6d-ac57f70eba82 found for delete ", "request_id": "req-944d1786-95ff-46cf-b2bd-4b9221e5913f"}]} Aug 07 22:45:42.703990 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (9f74fe23-4b28-44d3-b565-87222cc4b31a), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.708353 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:42.712279 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/9f74fe23-4b28-44d3-b565-87222cc4b31a HTTP/1.1" status: 204 len: 168 time: 0.7201219 Aug 07 22:45:42.715278 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39338) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:42.725395 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e62f5-9be4-4187-a6fc-da766bba697c admin admin] Pushing event deleted for resources: {'Network': ['ID=9f74fe23-4b28-44d3-b565-87222cc4b31a,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:42.793634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:42.810767 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:43.027743 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.239512 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 74c5ef6d-08cb-45ca-8ecb-39547024f663 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:43.260459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Deleting port d9509268-8b75-4dd8-878a-a54662f47178 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:43.260796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (d9509268-8b75-4dd8-878a-a54662f47178), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.264176 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 74c5ef6d-08cb-45ca-8ecb-39547024f663 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:43.264526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 74c5ef6d-08cb-45ca-8ecb-39547024f663 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:43.264947 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 405f22f9-df22-44e0-8398-44c60322eaae no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:43.283338 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 405f22f9-df22-44e0-8398-44c60322eaae {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:43.283676 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 405f22f9-df22-44e0-8398-44c60322eaae not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:43.343851 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] For port d9509268-8b75-4dd8-878a-a54662f47178, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=d9509268-8b75-4dd8-878a-a54662f47178,segment=NetworkSegment(0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1),segment_id=0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:43.344236 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (d9509268-8b75-4dd8-878a-a54662f47178), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.361303 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Calling delete_port for d9509268-8b75-4dd8-878a-a54662f47178 owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:43.520704 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:43.527803 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39346) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:43.612999 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (d9509268-8b75-4dd8-878a-a54662f47178), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.638945 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9509268-8b75-4dd8-878a-a54662f47178,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:43.691992 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-36a55e86-e514-4b86-8fa0-f95c8a0590d6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ad0a4d9a434e41cab6cdc7e20fd8b0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605182 Aug 07 22:45:43.692266 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39350) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:43.745908 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00a94275-4db0-47b7-9c7e-69dd30523000 admin admin] Publish callbacks [] for security_group (624e5e5e-b7d2-4448-92e3-f05341161189), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.769526 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00a94275-4db0-47b7-9c7e-69dd30523000 admin admin] Publish callbacks [] for security_group (624e5e5e-b7d2-4448-92e3-f05341161189), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.801108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:43.818590 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.921489 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00a94275-4db0-47b7-9c7e-69dd30523000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (624e5e5e-b7d2-4448-92e3-f05341161189), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.924064 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-00a94275-4db0-47b7-9c7e-69dd30523000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:43.925274 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-00a94275-4db0-47b7-9c7e-69dd30523000 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/624e5e5e-b7d2-4448-92e3-f05341161189 HTTP/1.1" status: 204 len: 168 time: 0.2321239 Aug 07 22:45:43.934185 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a94275-4db0-47b7-9c7e-69dd30523000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624e5e5e-b7d2-4448-92e3-f05341161189,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:44.030263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:44.133316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:44.138479 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c056ce87-c016-4068-b8ed-548141163acc admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/47163ca8-cb64-4e8b-af73-f565ed3d9c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4221270 Aug 07 22:45:44.140991 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39354) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:44.143603 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] Sync routers for ids ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:44.154795 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] Routers {'47163ca8-cb64-4e8b-af73-f565ed3d9c8e'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:44.155415 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:44.248601 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks [] for router (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:44.266508 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] Set router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:44.357009 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks [] for router_gateway (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:44.450565 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:45:43Z', 'revision_number': 5, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port': {'id': '84cd3964-8a6c-4fe9-a668-a5e41354dfb8', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:43:05Z', 'updated_at': '2022-08-07T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:44.478893 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] Checking router: 47163ca8-cb64-4e8b-af73-f565ed3d9c8e for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:44.485166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Deleting port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:44.485505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:44.487485 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] Routers {'47163ca8-cb64-4e8b-af73-f565ed3d9c8e'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:44.488148 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:44.490590 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:44.551339 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:44.567085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] For port 84cd3964-8a6c-4fe9-a668-a5e41354dfb8, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:44.567455 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:44.574102 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] Set router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:44.581369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Calling delete_port for 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:44.706580 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:44.750511 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:45:44Z', 'revision_number': 6, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:44.776806 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5650e6-caf4-45f9-8991-ae388975a12f None None] The sync data for ids ['47163ca8-cb64-4e8b-af73-f565ed3d9c8e'] in dv-cinder-850321-3-iscsi is: [{'id': '47163ca8-cb64-4e8b-af73-f565ed3d9c8e', 'name': 'tempest-TestMinimumBasicScenario-770412672-router', 'tenant_id': '6aaf55537b3846c0a2cf60a710c38003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:43:04Z', 'updated_at': '2022-08-07T22:45:44Z', 'revision_number': 6, 'project_id': '6aaf55537b3846c0a2cf60a710c38003', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:44.837542 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (84cd3964-8a6c-4fe9-a668-a5e41354dfb8), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:44.865955 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=84cd3964-8a6c-4fe9-a668-a5e41354dfb8,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:44.927063 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.015280 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.017482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks [] for router_controller (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.144110 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (47163ca8-cb64-4e8b-af73-f565ed3d9c8e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.144843 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47163ca8-cb64-4e8b-af73-f565ed3d9c8e {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:45:45.151647 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.152580 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6fbbc07c-8752-4a21-87a4-c5c564080d5e admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/47163ca8-cb64-4e8b-af73-f565ed3d9c8e HTTP/1.1" status: 204 len: 168 time: 1.0106816 Aug 07 22:45:45.155204 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39356) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:45.184990 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:45.203026 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] Deleting subnet 80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d {{(pid=104592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:45:45.208508 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] Publish callbacks [] for subnet (80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.247679 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013775'] for subnet (80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.322491 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.437580 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3581803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8537934'] for subnet (80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.461502 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:45.466969 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.470155 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-7eb31aed-a937-4126-8b56-093184dc3c9a admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/80021ac0-1cc0-42b5-9b3c-10cc2d40cc9d HTTP/1.1" status: 204 len: 168 time: 0.3139169 Aug 07 22:45:45.472765 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39358) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:45.473354 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c82c1-6a52-4cc4-b157-0c679f800f25 None None] Network 2e99f0c2-0475-4069-a2eb-3ab8672fd41d requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:45:45.553447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (2e99f0c2-0475-4069-a2eb-3ab8672fd41d), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.600221 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d9509268-8b75-4dd8-878a-a54662f47178 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:45.606123 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Deleting port b3606adb-b7b5-4ce4-9d93-457df01c9943 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:45.606570 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.621124 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: d9509268-8b75-4dd8-878a-a54662f47178 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:45.621468 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device d9509268-8b75-4dd8-878a-a54662f47178 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:45.636072 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] DHCP port deletion for 2e99f0c2-0475-4069-a2eb-3ab8672fd41d request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:45:45.673833 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:45.674598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] For port b3606adb-b7b5-4ce4-9d93-457df01c9943, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=b3606adb-b7b5-4ce4-9d93-457df01c9943,segment=NetworkSegment(0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1),segment_id=0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:45.674961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.680960 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] Deleting port b3606adb-b7b5-4ce4-9d93-457df01c9943 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:45.681334 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.694522 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Calling delete_port for b3606adb-b7b5-4ce4-9d93-457df01c9943 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:45.748295 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] For port b3606adb-b7b5-4ce4-9d93-457df01c9943, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=b3606adb-b7b5-4ce4-9d93-457df01c9943,segment=NetworkSegment(0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1),segment_id=0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:45.748751 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.762848 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] Calling delete_port for b3606adb-b7b5-4ce4-9d93-457df01c9943 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:45.831700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.849467 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (b3606adb-b7b5-4ce4-9d93-457df01c9943), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.865235 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3606adb-b7b5-4ce4-9d93-457df01c9943,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:45.868766 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] No DVR routers for this DVR port b3606adb-b7b5-4ce4-9d93-457df01c9943 on host dv-cinder-850321-3-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:45.878235 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] Pushing event deleted for resources: {'Port': ['ID=b3606adb-b7b5-4ce4-9d93-457df01c9943,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:45.883334 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297d957-f016-46c8-a718-6672a4b60bcb None None] No DVR routers for this DVR port b3606adb-b7b5-4ce4-9d93-457df01c9943 on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:45.945569 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (2e99f0c2-0475-4069-a2eb-3ab8672fd41d), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.966235 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e99f0c2-0475-4069-a2eb-3ab8672fd41d']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:45.975553 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:45.975848 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:45.985506 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:45.999169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.005595 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:45:46.005969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.019976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:46.123521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (2e99f0c2-0475-4069-a2eb-3ab8672fd41d), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.144675 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.144675 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/2e99f0c2-0475-4069-a2eb-3ab8672fd41d HTTP/1.1" status: 204 len: 168 time: 0.6595216 Aug 07 22:45:46.145703 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39366) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:46.156294 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8861-2619-4e37-90bf-887f1dbae8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e99f0c2-0475-4069-a2eb-3ab8672fd41d,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:46.207083 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1 resource provider aggregate not found Aug 07 22:45:46.225074 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b1d781b-ffe7-4d0c-ad93-48bd721ca1b1 found for delete ", "request_id": "req-84a1bd95-ca51-47a4-8296-262515a456f9"}]} Aug 07 22:45:46.488915 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Deleting port b76a0f78-bde5-415b-968c-3c95d1c8b099 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:46.489469 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.509288 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39372) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:46.553313 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-bf25c474-657f-4811-b5eb-30b97f8b741c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=bcc9a378e7ba4206baaa7bcc683606ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428655 Aug 07 22:45:46.556662 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39374) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:46.557504 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:46.571764 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.572460 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for floatingip (b76a0f78-bde5-415b-968c-3c95d1c8b099), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.584933 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Calling delete_port for b76a0f78-bde5-415b-968c-3c95d1c8b099 owned by network:floatingip {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:46.605586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e681-9780-4dd9-add5-232130d068f9 admin admin] Publish callbacks [] for security_group (43b1c713-0a52-477c-adb4-a29862ec057e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.628071 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e681-9780-4dd9-add5-232130d068f9 admin admin] Publish callbacks [] for security_group (43b1c713-0a52-477c-adb4-a29862ec057e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.745867 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e681-9780-4dd9-add5-232130d068f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (43b1c713-0a52-477c-adb4-a29862ec057e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.748468 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e681-9780-4dd9-add5-232130d068f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.749762 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c2d8e681-9780-4dd9-add5-232130d068f9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/43b1c713-0a52-477c-adb4-a29862ec057e HTTP/1.1" status: 204 len: 168 time: 0.1921980 Aug 07 22:45:46.758535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8e681-9780-4dd9-add5-232130d068f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b1c713-0a52-477c-adb4-a29862ec057e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:46.823911 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (b76a0f78-bde5-415b-968c-3c95d1c8b099), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.850252 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event deleted for resources: {'Port': ['ID=b76a0f78-bde5-415b-968c-3c95d1c8b099,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:46.912399 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for floatingip (55fff70e-2128-4277-9161-407b5931d225), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:46.912720 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Floating IP 55fff70e-2128-4277-9161-407b5931d225 disassociated (deleted). External IP: 172.27.3.212, port: 2b5b8b0f-84c3-482a-be06-dd81e2a229e1. Aug 07 22:45:46.947298 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:47.231605 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:47.251541 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:47.252054 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 84cd3964-8a6c-4fe9-a668-a5e41354dfb8 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:47.252541 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device b3606adb-b7b5-4ce4-9d93-457df01c9943 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:47.274534 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: b3606adb-b7b5-4ce4-9d93-457df01c9943 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:47.274957 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device b3606adb-b7b5-4ce4-9d93-457df01c9943 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:47.345772 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:45:47.349637 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Router 6331439e-0d64-4fd8-a304-860b1908ddd0 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:47.455882 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:47.461396 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:47.461875 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39380) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:47.477090 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] Sync routers for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:47.486512 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:47.487138 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:47.494878 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-aa4a0b97-4265-4b04-9c8e-065d340047ad tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/55fff70e-2128-4277-9161-407b5931d225 HTTP/1.1" status: 204 len: 168 time: 1.3529577 Aug 07 22:45:47.494878 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:47.495506 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:47.529628 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8789ed5e-1ce9-4d7f-a828-66851c6746c1 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6aaf55537b3846c0a2cf60a710c38003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665560 Aug 07 22:45:47.531992 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39386) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:47.552076 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d175e-3119-43d1-8eb6-c4e83782976a x-openstack-request-id: req-433d175e-3119-43d1-8eb6-c4e83782976a {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:47.552431 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:47.552747 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-433d175e-3119-43d1-8eb6-c4e83782976a {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:47.553209 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433d175e-3119-43d1-8eb6-c4e83782976a'] response: {'name': 'network-changed', 'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'status': 'completed', 'code': 200} Aug 07 22:45:47.568782 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:47.603360 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:47.631992 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-b975e36d-bea6-4f7f-952f-a960a1bae65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:47.633545 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-b975e36d-bea6-4f7f-952f-a960a1bae65a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=097fb8408bfb479d87e7516a93970e61&device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 1130 time: 0.0563424 Aug 07 22:45:47.636669 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d16e5e92-b2c5-44e1-b287-c3255ff85e9c admin admin] Publish callbacks [] for security_group (0ea672f4-7130-4f6c-a0c8-d078a8480fe5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:47.702505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d16e5e92-b2c5-44e1-b287-c3255ff85e9c admin admin] Publish callbacks [] for security_group (0ea672f4-7130-4f6c-a0c8-d078a8480fe5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:47.774954 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-f32eb0cb-5b6c-4f43-a47f-da3a5d70b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:47.776455 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-f32eb0cb-5b6c-4f43-a47f-da3a5d70b6ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 200 len: 910 time: 0.1349640 Aug 07 22:45:47.791078 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:25Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:47.822726 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] Checking router: 6331439e-0d64-4fd8-a304-860b1908ddd0 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:47.824282 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-6764ddb4-eb51-44a5-b10d-2516f5c575fa service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 200 len: 217 time: 0.0387013 Aug 07 22:45:47.831106 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:47.837901 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:47.876575 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-201dde5a-0f28-4d9f-9c05-61cf93b90f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:47.877953 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-201dde5a-0f28-4d9f-9c05-61cf93b90f96 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=ada22313-e881-418e-84e0-33f2fcb413a2 HTTP/1.1" status: 200 len: 848 time: 0.0467768 Aug 07 22:45:47.893307 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:47.894828 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d16e5e92-b2c5-44e1-b287-c3255ff85e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (0ea672f4-7130-4f6c-a0c8-d078a8480fe5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:47.901603 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d16e5e92-b2c5-44e1-b287-c3255ff85e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:47.901603 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d16e5e92-b2c5-44e1-b287-c3255ff85e9c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0ea672f4-7130-4f6c-a0c8-d078a8480fe5 HTTP/1.1" status: 204 len: 168 time: 0.3669763 Aug 07 22:45:47.937924 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e5e92-b2c5-44e1-b287-c3255ff85e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea672f4-7130-4f6c-a0c8-d078a8480fe5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:47.950497 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:47.962505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-515891b4-dfef-4dff-82f2-5c923b2791b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:47.964347 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-515891b4-dfef-4dff-82f2-5c923b2791b7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ff3d91e3-3731-4cfe-8faa-1401bf7138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797992 Aug 07 22:45:48.024830 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5a86-e41b-4e7b-9c9e-e4c7e625572d req-2be44734-7253-494a-b6e4-9333ec081d7e tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:48.033478 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9b8d5a86-e41b-4e7b-9c9e-e4c7e625572d req-2be44734-7253-494a-b6e4-9333ec081d7e tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0680864 Aug 07 22:45:48.040040 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:48.081068 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9b8d5a86-e41b-4e7b-9c9e-e4c7e625572d req-9c5773c3-ba3c-49ee-9b70-b96e6bbfba87 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467055 Aug 07 22:45:48.161461 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:48.233696 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:25Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:48.260694 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ef4bf-4786-473f-bf9a-423c19a4405d None None] The sync data for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi is: [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:40:19Z', 'revision_number': 4, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': 'bd987544-df70-492e-8a8f-fd4f9efdb476', 'name': '', 'network_id': 'ff3d91e3-3731-4cfe-8faa-1401bf7138bd', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'mac_address': 'fa:16:3e:48:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:19Z', 'updated_at': '2022-08-07T22:40:25Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'subnets': [{'id': 'ada22313-e881-418e-84e0-33f2fcb413a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:48.480928 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d0253-0fcb-4a3d-90e4-2ade5a0b05c9 None None] New status for floating IP 55fff70e-2128-4277-9161-407b5931d225: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:45:49.131470 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-571d7ea3-628e-4878-a3bc-9a928e59acb7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840573 Aug 07 22:45:49.213283 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77df2f0-211d-4c13-aa4b-254157f2e5f7 req-ced1e634-60c9-49df-a4b9-032e5eac347c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:49.214595 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d77df2f0-211d-4c13-aa4b-254157f2e5f7 req-ced1e634-60c9-49df-a4b9-032e5eac347c tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0578163 Aug 07 22:45:49.314069 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d77df2f0-211d-4c13-aa4b-254157f2e5f7 req-25d31b07-1edb-4cbd-ba49-0c7fa0ce0ba0 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65fea800-796b-4aa3-8512-e274247278b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904193 Aug 07 22:45:49.324785 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cc182811-43c0-4fe0-9199-7c9cd40d4bb6 req-ff91c72a-4aca-4fe0-9d2b-f370cf5693db service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270890 Aug 07 22:45:49.566855 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1207f-b820-4490-8071-8c46edda1a56 req-462fabd2-aeb7-402c-9dce-32718fca0d8a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:45:49.568334 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-06d1207f-b820-4490-8071-8c46edda1a56 req-462fabd2-aeb7-402c-9dce-32718fca0d8a tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 946 time: 0.0503893 Aug 07 22:45:49.649859 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Deleting port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:49.650191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:49.740150 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] For port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:49.740508 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:49.754054 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Calling delete_port for 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:49.934395 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (2b5b8b0f-84c3-482a-be06-dd81e2a229e1), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:49.968383 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event deleted for resources: {'Port': ['ID=2b5b8b0f-84c3-482a-be06-dd81e2a229e1,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:50.018516 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] No DVR routers for this DVR port 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:50.020870 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:50.025079 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-06d1207f-b820-4490-8071-8c46edda1a56 req-e574cec5-8201-4a02-b834-6506db47fe44 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.27 "DELETE /networking/v2.0/ports/2b5b8b0f-84c3-482a-be06-dd81e2a229e1 HTTP/1.1" status: 204 len: 173 time: 0.4506776 Aug 07 22:45:50.025513 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-deleted', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:45:50.027775 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09938830-053e-4720-9be4-17bcb5b5f490" -d '{"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-deleted", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:45:50.065690 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34bd8a7-78b8-47f5-9fad-bebfc981fc0e x-openstack-request-id: req-d34bd8a7-78b8-47f5-9fad-bebfc981fc0e {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:45:50.065980 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93991d13-4c43-4e03-9031-2d5032989994", "name": "network-vif-deleted", "tag": "2b5b8b0f-84c3-482a-be06-dd81e2a229e1", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:45:50.066238 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d34bd8a7-78b8-47f5-9fad-bebfc981fc0e {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:45:50.066672 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34bd8a7-78b8-47f5-9fad-bebfc981fc0e'] response: {'server_uuid': '93991d13-4c43-4e03-9031-2d5032989994', 'name': 'network-vif-deleted', 'tag': '2b5b8b0f-84c3-482a-be06-dd81e2a229e1', 'status': 'completed', 'code': 200} Aug 07 22:45:50.397495 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:50.418968 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de8a4cbc-b0cd-4fe6-a7b8-5855ee2cffad req-d4028ce5-b34a-4917-9ccb-b00a21a815fd tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=93991d13-4c43-4e03-9031-2d5032989994 HTTP/1.1" status: 200 len: 210 time: 0.0303040 Aug 07 22:45:51.485118 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39402) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:51.541799 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4da9bd81-6764-45e3-b1e8-d61bdc4ffe50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group (65fea800-796b-4aa3-8512-e274247278b2), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:51.566994 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4da9bd81-6764-45e3-b1e8-d61bdc4ffe50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group (65fea800-796b-4aa3-8512-e274247278b2), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:51.671560 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4da9bd81-6764-45e3-b1e8-d61bdc4ffe50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (65fea800-796b-4aa3-8512-e274247278b2), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:51.674155 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4da9bd81-6764-45e3-b1e8-d61bdc4ffe50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:51.675387 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4da9bd81-6764-45e3-b1e8-d61bdc4ffe50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/65fea800-796b-4aa3-8512-e274247278b2 HTTP/1.1" status: 204 len: 168 time: 0.1903074 Aug 07 22:45:51.685835 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9bd81-6764-45e3-b1e8-d61bdc4ffe50 tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fea800-796b-4aa3-8512-e274247278b2,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:51.772252 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39406) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:52.182564 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:52.274551 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (6331439e-0d64-4fd8-a304-860b1908ddd0), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:52.456145 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:52.493192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Deleting port bd987544-df70-492e-8a8f-fd4f9efdb476 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:52.493846 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:52.572880 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] For port bd987544-df70-492e-8a8f-fd4f9efdb476, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=bd987544-df70-492e-8a8f-fd4f9efdb476,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:52.573234 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:52.585547 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Calling delete_port for bd987544-df70-492e-8a8f-fd4f9efdb476 owned by network:router_interface {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:52.757910 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:52.778067 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:52.778418 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 2b5b8b0f-84c3-482a-be06-dd81e2a229e1 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:52.865506 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (bd987544-df70-492e-8a8f-fd4f9efdb476), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:52.892484 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd987544-df70-492e-8a8f-fd4f9efdb476,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:53.054549 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (6331439e-0d64-4fd8-a304-860b1908ddd0), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:53.146996 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:53.263655 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Router 6331439e-0d64-4fd8-a304-860b1908ddd0 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:53.316085 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:53.365433 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:53.370699 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-eda103f7-0cd9-4ac3-9081-eb6c142e8571 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6331439e-0d64-4fd8-a304-860b1908ddd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974009 Aug 07 22:45:53.373429 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39410) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:53.376686 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] Sync routers for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:53.387451 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:53.388066 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:53.475369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks [] for router (6331439e-0d64-4fd8-a304-860b1908ddd0), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:53.488611 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:53.663304 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:45:52Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:53.689590 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] Checking router: 6331439e-0d64-4fd8-a304-860b1908ddd0 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:53.698483 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] Routers {'6331439e-0d64-4fd8-a304-860b1908ddd0'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:53.699097 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6331439e-0d64-4fd8-a304-860b1908ddd0'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:53.801899 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] Set router 6331439e-0d64-4fd8-a304-860b1908ddd0 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:53.824746 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:53.839835 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks [] for router_gateway (6331439e-0d64-4fd8-a304-860b1908ddd0), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:53.905538 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-01af1733-e3c4-42a3-ac1b-4de7c3618c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:53.965336 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Deleting port e5489d08-6eca-4423-90ce-78a766159f2e {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:53.965674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:53.968419 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:45:52Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:53.998393 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624c119-0b36-41d9-a256-ec542acd4dbe None None] The sync data for ids ['6331439e-0d64-4fd8-a304-860b1908ddd0'] in dv-cinder-850321-3-iscsi is: [{'id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'name': 'tempest-TestShelveInstance-1660180608-router', 'tenant_id': '097fb8408bfb479d87e7516a93970e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:15Z', 'updated_at': '2022-08-07T22:45:52Z', 'revision_number': 5, 'project_id': '097fb8408bfb479d87e7516a93970e61', 'gw_port': {'id': 'e5489d08-6eca-4423-90ce-78a766159f2e', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6331439e-0d64-4fd8-a304-860b1908ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:16Z', 'updated_at': '2022-08-07T22:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:54.050137 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] For port e5489d08-6eca-4423-90ce-78a766159f2e, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e5489d08-6eca-4423-90ce-78a766159f2e,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:54.050498 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.064517 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Calling delete_port for e5489d08-6eca-4423-90ce-78a766159f2e owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:54.287130 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (e5489d08-6eca-4423-90ce-78a766159f2e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.314127 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5489d08-6eca-4423-90ce-78a766159f2e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:54.373994 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (6331439e-0d64-4fd8-a304-860b1908ddd0), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.461606 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (6331439e-0d64-4fd8-a304-860b1908ddd0), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.463930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks [] for router_controller (6331439e-0d64-4fd8-a304-860b1908ddd0), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.574665 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (6331439e-0d64-4fd8-a304-860b1908ddd0), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.575343 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6331439e-0d64-4fd8-a304-860b1908ddd0 {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:45:54.580077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.581246 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fa312505-13c4-4107-82ba-48a36a061ad5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/6331439e-0d64-4fd8-a304-860b1908ddd0 HTTP/1.1" status: 204 len: 168 time: 1.2066121 Aug 07 22:45:54.584042 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39412) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:54.631879 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] Deleting subnet ada22313-e881-418e-84e0-33f2fcb413a2 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:45:54.635451 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] Publish callbacks [] for subnet (ada22313-e881-418e-84e0-33f2fcb413a2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.674399 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (ada22313-e881-418e-84e0-33f2fcb413a2), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.697571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:54.756698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (ada22313-e881-418e-84e0-33f2fcb413a2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.804605 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:54.889253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (ada22313-e881-418e-84e0-33f2fcb413a2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.921836 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada22313-e881-418e-84e0-33f2fcb413a2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:54.927316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:54.931677 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-09ffa0df-1d2e-4fcb-8075-787c9a3499a1 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/ada22313-e881-418e-84e0-33f2fcb413a2 HTTP/1.1" status: 204 len: 168 time: 0.3463233 Aug 07 22:45:54.933982 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39414) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:54.934169 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a29073-b021-43f7-9f2b-c7c7c9442685 None None] Network ff3d91e3-3731-4cfe-8faa-1401bf7138bd requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:45:55.033491 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (ff3d91e3-3731-4cfe-8faa-1401bf7138bd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.095676 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Deleting port e30bdb58-45b5-4a5c-8506-9149e8fae769 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:55.096075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.105767 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] DHCP port deletion for ff3d91e3-3731-4cfe-8faa-1401bf7138bd request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:45:55.152039 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] Deleting port e30bdb58-45b5-4a5c-8506-9149e8fae769 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:55.152510 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.175338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] For port e30bdb58-45b5-4a5c-8506-9149e8fae769, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e30bdb58-45b5-4a5c-8506-9149e8fae769,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:55.175808 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.193335 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Calling delete_port for e30bdb58-45b5-4a5c-8506-9149e8fae769 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:55.228401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] For port e30bdb58-45b5-4a5c-8506-9149e8fae769, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e30bdb58-45b5-4a5c-8506-9149e8fae769,segment=NetworkSegment(28ad9209-3311-4621-8d49-63a20fba03d3),segment_id=28ad9209-3311-4621-8d49-63a20fba03d3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:55.228401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.241379 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] Calling delete_port for e30bdb58-45b5-4a5c-8506-9149e8fae769 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:55.288714 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e30bdb58-45b5-4a5c-8506-9149e8fae769 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:55.349716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.375523 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Port e30bdb58-45b5-4a5c-8506-9149e8fae769 update to DOWN by agent not found {{(pid=104593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Aug 07 22:45:55.375523 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device bd987544-df70-492e-8a8f-fd4f9efdb476 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:55.380720 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:55.390512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30bdb58-45b5-4a5c-8506-9149e8fae769,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:55.396775 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] No DVR routers for this DVR port e30bdb58-45b5-4a5c-8506-9149e8fae769 on host dv-cinder-850321-3-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:55.399623 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: bd987544-df70-492e-8a8f-fd4f9efdb476 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:55.399974 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device bd987544-df70-492e-8a8f-fd4f9efdb476 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:55.400408 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e5489d08-6eca-4423-90ce-78a766159f2e no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:55.420510 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: e5489d08-6eca-4423-90ce-78a766159f2e {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:55.420818 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e5489d08-6eca-4423-90ce-78a766159f2e not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:55.422701 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (e30bdb58-45b5-4a5c-8506-9149e8fae769), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.453100 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] Pushing event deleted for resources: {'Port': ['ID=e30bdb58-45b5-4a5c-8506-9149e8fae769,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:55.457412 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92577cf3-299c-4343-bb79-f4d4eee6f0e9 None None] No DVR routers for this DVR port e30bdb58-45b5-4a5c-8506-9149e8fae769 on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:55.506155 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (ff3d91e3-3731-4cfe-8faa-1401bf7138bd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.536477 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3d91e3-3731-4cfe-8faa-1401bf7138bd']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:55.546490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ad9209-3311-4621-8d49-63a20fba03d3') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:55.546691 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ad9209-3311-4621-8d49-63a20fba03d3') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:55.557901 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (28ad9209-3311-4621-8d49-63a20fba03d3), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.574811 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (28ad9209-3311-4621-8d49-63a20fba03d3), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.582472 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:45:55.583031 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (28ad9209-3311-4621-8d49-63a20fba03d3), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.626830 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 28ad9209-3311-4621-8d49-63a20fba03d3 resource provider aggregate not found Aug 07 22:45:55.646761 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 28ad9209-3311-4621-8d49-63a20fba03d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28ad9209-3311-4621-8d49-63a20fba03d3 found for delete ", "request_id": "req-5c0d5392-3071-4004-a868-b7e50bb36592"}]} Aug 07 22:45:55.734192 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (ff3d91e3-3731-4cfe-8faa-1401bf7138bd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.738503 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:55.741922 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/ff3d91e3-3731-4cfe-8faa-1401bf7138bd HTTP/1.1" status: 204 len: 168 time: 0.8069878 Aug 07 22:45:55.745499 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39424) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:55.761077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338da542-4e45-4050-ae90-281e076d4596 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3d91e3-3731-4cfe-8faa-1401bf7138bd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:56.064967 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (912c9756-67a7-4a15-b86b-c5cd12f80f09), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:56.290690 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Deleting port 1d5e6da9-1006-4eda-a893-e52d13769aa0 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:56.291028 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:56.369619 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] For port 1d5e6da9-1006-4eda-a893-e52d13769aa0, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=1d5e6da9-1006-4eda-a893-e52d13769aa0,segment=NetworkSegment(83cd8d3b-4406-4d88-8bdb-56c4521e4e3d),segment_id=83cd8d3b-4406-4d88-8bdb-56c4521e4e3d)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:56.369979 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:56.386084 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Calling delete_port for 1d5e6da9-1006-4eda-a893-e52d13769aa0 owned by network:router_interface {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:56.436413 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:56.488787 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ab41c0dd-c03e-4aa7-bd69-f3e9397824ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:56.509120 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:56.654198 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (1d5e6da9-1006-4eda-a893-e52d13769aa0), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:56.677497 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5e6da9-1006-4eda-a893-e52d13769aa0,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:56.842504 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (912c9756-67a7-4a15-b86b-c5cd12f80f09), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:57.289026 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Router 912c9756-67a7-4a15-b86b-c5cd12f80f09 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:45:57.392719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:45:57.398124 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-631e0fee-9025-487a-b303-75c57b140715 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/912c9756-67a7-4a15-b86b-c5cd12f80f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6509993 Aug 07 22:45:57.400893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39432) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:57.402083 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] Sync routers for ids ['912c9756-67a7-4a15-b86b-c5cd12f80f09'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:45:57.412875 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] Routers {'912c9756-67a7-4a15-b86b-c5cd12f80f09'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:57.413491 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['912c9756-67a7-4a15-b86b-c5cd12f80f09'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:57.450984 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:57.502979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks [] for router (912c9756-67a7-4a15-b86b-c5cd12f80f09), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:57.517762 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] Set router 912c9756-67a7-4a15-b86b-c5cd12f80f09 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:57.603876 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks [] for router_gateway (912c9756-67a7-4a15-b86b-c5cd12f80f09), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:57.608784 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:57.609258 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:57.688302 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2db1c326-1168-48e4-8527-657d37b0f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:45:56Z', 'revision_number': 5, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port': {'id': '2db1c326-1168-48e4-8527-657d37b0f244', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:57.713702 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] Checking router: 912c9756-67a7-4a15-b86b-c5cd12f80f09 for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:45:57.722752 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] Routers {'912c9756-67a7-4a15-b86b-c5cd12f80f09'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:45:57.723738 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['912c9756-67a7-4a15-b86b-c5cd12f80f09'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:57.726477 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Deleting port 2db1c326-1168-48e4-8527-657d37b0f244 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:57.727561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (2db1c326-1168-48e4-8527-657d37b0f244), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:57.809406 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] Set router 912c9756-67a7-4a15-b86b-c5cd12f80f09 gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:45:57.812716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] For port 2db1c326-1168-48e4-8527-657d37b0f244, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=2db1c326-1168-48e4-8527-657d37b0f244,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:57.813081 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (2db1c326-1168-48e4-8527-657d37b0f244), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:57.819937 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:57.826597 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Calling delete_port for 2db1c326-1168-48e4-8527-657d37b0f244 owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:57.861675 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:45:57Z', 'revision_number': 6, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:57.888339 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc470c83-cbe3-4939-87a0-c7ddb6e89f9c None None] The sync data for ids ['912c9756-67a7-4a15-b86b-c5cd12f80f09'] in dv-cinder-850321-3-iscsi is: [{'id': '912c9756-67a7-4a15-b86b-c5cd12f80f09', 'name': 'tempest-TestShelveInstance-530995092-router', 'tenant_id': '643f0ddc528d45f1ae5d7a7396b36684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:40:23Z', 'updated_at': '2022-08-07T22:45:57Z', 'revision_number': 6, 'project_id': '643f0ddc528d45f1ae5d7a7396b36684', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:45:58.069526 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (2db1c326-1168-48e4-8527-657d37b0f244), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.093350 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db1c326-1168-48e4-8527-657d37b0f244,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:58.161254 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (912c9756-67a7-4a15-b86b-c5cd12f80f09), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.253589 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (912c9756-67a7-4a15-b86b-c5cd12f80f09), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.255999 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks [] for router_controller (912c9756-67a7-4a15-b86b-c5cd12f80f09), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.368990 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (912c9756-67a7-4a15-b86b-c5cd12f80f09), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.369527 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 912c9756-67a7-4a15-b86b-c5cd12f80f09 {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:45:58.374142 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.375313 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2795f7f8-a3bd-4ea1-9dde-5cbc193f1ee5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/912c9756-67a7-4a15-b86b-c5cd12f80f09 HTTP/1.1" status: 204 len: 168 time: 0.9734521 Aug 07 22:45:58.377912 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39436) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:58.423270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] Deleting subnet 2f2de7bc-8268-4fe1-bc7e-a1636a441279 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:45:58.426458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] Publish callbacks [] for subnet (2f2de7bc-8268-4fe1-bc7e-a1636a441279), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.459986 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (2f2de7bc-8268-4fe1-bc7e-a1636a441279), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.537157 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (2f2de7bc-8268-4fe1-bc7e-a1636a441279), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.653061 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (2f2de7bc-8268-4fe1-bc7e-a1636a441279), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.678816 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2de7bc-8268-4fe1-bc7e-a1636a441279,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:58.682579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.685718 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-394e95c5-964f-4868-b498-9f234fb5dc8f admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/2f2de7bc-8268-4fe1-bc7e-a1636a441279 HTTP/1.1" status: 204 len: 168 time: 0.3068902 Aug 07 22:45:58.688251 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39438) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:58.690787 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48b309-07c0-40ba-8ad8-ef40a07965b8 None None] Network 915fb68e-7b9a-43de-a9d6-c62ed8d46732 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:45:58.739521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:58.765380 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (915fb68e-7b9a-43de-a9d6-c62ed8d46732), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.812089 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Deleting port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:58.812432 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.845351 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] DHCP port deletion for 915fb68e-7b9a-43de-a9d6-c62ed8d46732 request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:45:58.884353 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] For port 88a95570-40d0-4cbe-b0ba-a16dcf87b354, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=88a95570-40d0-4cbe-b0ba-a16dcf87b354,segment=NetworkSegment(83cd8d3b-4406-4d88-8bdb-56c4521e4e3d),segment_id=83cd8d3b-4406-4d88-8bdb-56c4521e4e3d)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:58.884708 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.887590 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] Deleting port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:45:58.887967 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.904551 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Calling delete_port for 88a95570-40d0-4cbe-b0ba-a16dcf87b354 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:58.958959 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] For port 88a95570-40d0-4cbe-b0ba-a16dcf87b354, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=88a95570-40d0-4cbe-b0ba-a16dcf87b354,segment=NetworkSegment(83cd8d3b-4406-4d88-8bdb-56c4521e4e3d),segment_id=83cd8d3b-4406-4d88-8bdb-56c4521e4e3d)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:45:58.959358 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:58.977245 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] Calling delete_port for 88a95570-40d0-4cbe-b0ba-a16dcf87b354 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:45:59.033049 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:59.043397 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.049594 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (88a95570-40d0-4cbe-b0ba-a16dcf87b354), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.069050 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a95570-40d0-4cbe-b0ba-a16dcf87b354,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:59.072560 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] No DVR routers for this DVR port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 on host dv-cinder-850321-3-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:59.077499 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] Pushing event deleted for resources: {'Port': ['ID=88a95570-40d0-4cbe-b0ba-a16dcf87b354,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:59.082015 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd8a8c-b6b8-468a-b0d1-b17c022781ea None None] No DVR routers for this DVR port 88a95570-40d0-4cbe-b0ba-a16dcf87b354 on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:45:59.096525 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:45:59.149942 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (915fb68e-7b9a-43de-a9d6-c62ed8d46732), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.175836 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915fb68e-7b9a-43de-a9d6-c62ed8d46732']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:59.182092 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:59.182397 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cd8d3b-4406-4d88-8bdb-56c4521e4e3d') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:45:59.198874 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (83cd8d3b-4406-4d88-8bdb-56c4521e4e3d), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.213268 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (83cd8d3b-4406-4d88-8bdb-56c4521e4e3d), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.220632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:45:59.221028 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (83cd8d3b-4406-4d88-8bdb-56c4521e4e3d), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.235876 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 2db1c326-1168-48e4-8527-657d37b0f244 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:59.256478 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 2db1c326-1168-48e4-8527-657d37b0f244 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:59.256917 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 2db1c326-1168-48e4-8527-657d37b0f244 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:59.257345 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1d5e6da9-1006-4eda-a893-e52d13769aa0 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:59.269572 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 83cd8d3b-4406-4d88-8bdb-56c4521e4e3d resource provider aggregate not found Aug 07 22:45:59.278249 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 1d5e6da9-1006-4eda-a893-e52d13769aa0 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:59.279237 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1d5e6da9-1006-4eda-a893-e52d13769aa0 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:59.279237 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 88a95570-40d0-4cbe-b0ba-a16dcf87b354 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:45:59.292713 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 83cd8d3b-4406-4d88-8bdb-56c4521e4e3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83cd8d3b-4406-4d88-8bdb-56c4521e4e3d found for delete ", "request_id": "req-d07f885e-6f19-4158-8c37-5b7849666029"}]} Aug 07 22:45:59.304221 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 88a95570-40d0-4cbe-b0ba-a16dcf87b354 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:45:59.304566 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 88a95570-40d0-4cbe-b0ba-a16dcf87b354 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:45:59.372457 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (915fb68e-7b9a-43de-a9d6-c62ed8d46732), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.380149 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.381045 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/915fb68e-7b9a-43de-a9d6-c62ed8d46732 HTTP/1.1" status: 204 len: 168 time: 0.6918530 Aug 07 22:45:59.395201 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.395492 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05517ac-b6c4-46dd-abf9-edf1e363ea31 admin admin] Pushing event deleted for resources: {'Network': ['ID=915fb68e-7b9a-43de-a9d6-c62ed8d46732,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:45:59.448940 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.637801 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.764219 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39448) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:59.809540 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e48d8fc5-3d74-4c36-8ccf-c28f476c0ed1 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=097fb8408bfb479d87e7516a93970e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441668 Aug 07 22:45:59.811972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39450) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:45:59.860591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18637b09-7da0-4fe2-9542-0a66134135bb admin admin] Publish callbacks [] for security_group (b294670a-0e2f-450f-b6c8-3273a738afe4), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:45:59.882465 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18637b09-7da0-4fe2-9542-0a66134135bb admin admin] Publish callbacks [] for security_group (b294670a-0e2f-450f-b6c8-3273a738afe4), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:00.020003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18637b09-7da0-4fe2-9542-0a66134135bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b294670a-0e2f-450f-b6c8-3273a738afe4), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:00.022627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18637b09-7da0-4fe2-9542-0a66134135bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:00.023820 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-18637b09-7da0-4fe2-9542-0a66134135bb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b294670a-0e2f-450f-b6c8-3273a738afe4 HTTP/1.1" status: 204 len: 168 time: 0.2109270 Aug 07 22:46:00.031894 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18637b09-7da0-4fe2-9542-0a66134135bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b294670a-0e2f-450f-b6c8-3273a738afe4,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:00.753602 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39462) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:46:00.795555 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-e6a65e9f-b463-495f-80d0-c02f83f3f14d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=643f0ddc528d45f1ae5d7a7396b36684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407319 Aug 07 22:46:00.798173 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39464) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:46:00.849276 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Publish callbacks [] for security_group (d89720e7-b4de-4f8a-b0f3-35e2393902fb), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:00.871359 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Publish callbacks [] for security_group (d89720e7-b4de-4f8a-b0f3-35e2393902fb), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:00.974223 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d89720e7-b4de-4f8a-b0f3-35e2393902fb), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:00.976885 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:00.978528 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d89720e7-b4de-4f8a-b0f3-35e2393902fb HTTP/1.1" status: 204 len: 168 time: 0.1791208 Aug 07 22:46:00.981909 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89720e7-b4de-4f8a-b0f3-35e2393902fb,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.996361 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.997074 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.997074 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.997378 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.997472 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.997776 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.998214 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.998532 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:00.998854 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158029-f90d-4fa3-83f3-433aa524ad14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:03.970255 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=61 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:03.971320 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=82 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:04.293135 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-9cefc4c9-cd51-43fe-8bc5-b2d86d9d0ed8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1868642240&fields=id&tenant_id=6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 267 time: 0.0448608 Aug 07 22:46:04.310617 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:04.403918 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-4f22c705-9914-4c3b-a06d-4bc3d22a88a4 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:04.405400 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-4f22c705-9914-4c3b-a06d-4bc3d22a88a4 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 812 time: 0.1058040 Aug 07 22:46:04.420714 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-eab4db1b-28af-46f2-b785-9bedf69721d2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/quotas/6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 375 time: 0.0098419 Aug 07 22:46:04.475013 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-f22576e8-fb51-4b27-8f90-8bf2944ff2da tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486605 Aug 07 22:46:04.574646 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-7f74ce92-d4b6-43b5-9b67-44fa73a8019c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882704 Aug 07 22:46:04.668733 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-872596b6-9cf4-45e4-a1b7-04a30766d507 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885341 Aug 07 22:46:05.186096 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-488403a3-7c44-4e38-873b-e4c5f39ae3df req-335b780a-6944-4272-b58b-88047ef55000 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 210 time: 0.0286722 Aug 07 22:46:06.285906 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-47156ec1-419a-4cbc-a1cc-93d0885a2854 req-b998f096-9c56-4508-b171-66e93e593971 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 210 time: 0.0286088 Aug 07 22:46:07.340983 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:07.393068 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-7c6116e6-5c8e-438d-a3d8-2cc9ef9eed7b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:07.394803 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-7c6116e6-5c8e-438d-a3d8-2cc9ef9eed7b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 812 time: 0.1247287 Aug 07 22:46:07.419337 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a5213464-c7cf-4690-933a-f13d592c23f3 req-04cce88c-19e5-4020-863e-f9bf3352dca0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 210 time: 0.0515482 Aug 07 22:46:07.476291 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-047ed147-f8c2-4d91-849d-23ec377a9ad4 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b3cfd456d8748b3a1db990d638340af HTTP/1.1" status: 200 len: 380 time: 0.0646191 Aug 07 22:46:07.486301 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'port': {'device_id': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'admin_state_up': True, 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'security_groups': ['d83bac35-f762-4867-a57a-7c636f1690fb']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:46:07.677237 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Made reservation on behalf of 6b3cfd456d8748b3a1db990d638340af for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:46:07.681569 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:07.808238 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Allocated IP 172.20.0.4 (aaf0b534-ba14-4766-8d78-28b21425ddb7/a66cffc1-2992-47c6-8a92-507b83167955/de5f33fd-64a7-43ad-a8dc-4a99b1fca15d) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:46:07.952627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.049330 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.092848 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:08.100403 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:46:08.105632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:46:08.109052 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:08.114566 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:46:08.120096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.120443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.120779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.121130 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.121426 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.121752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.122070 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.122391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.122721 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.123032 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.123353 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.123671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.123982 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.124323 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.124632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:08.176507 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:08.177148 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.271842 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-409d39ac-241c-48c8-9ce0-c712a853fbad tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890573 Aug 07 22:46:08.301165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Request body: {'port': {'device_id': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:46:08.365396 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.377893 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-057c58c5-0cef-4028-bc8e-316ff43604ab None None] Provisioning complete for port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:46:08.382032 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-057c58c5-0cef-4028-bc8e-316ff43604ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.382153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:08.410821 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-057c58c5-0cef-4028-bc8e-316ff43604ab None None] Port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:46:08.589964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2739b-3035-4c84-bf86-04c685efa10c req-f5a12b56-1dc4-46b0-b929-1e8a420b9fd0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:08.591431 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-90b2739b-3035-4c84-bf86-04c685efa10c req-f5a12b56-1dc4-46b0-b929-1e8a420b9fd0 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 931 time: 0.0877218 Aug 07 22:46:08.690515 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-90b2739b-3035-4c84-bf86-04c685efa10c req-a75422b0-4d8a-4bc7-8c39-b9bcfb77bd89 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903976 Aug 07 22:46:08.721301 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5f33fd-64a7-43ad-a8dc-4a99b1fca15d {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:46:08.730191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Publish callbacks [] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.742759 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Transition to ACTIVE for port object de5f33fd-64a7-43ad-a8dc-4a99b1fca15d will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:46:08.802893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.869760 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Pushing event updated for resources: {'Port': ['ID=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:08.896701 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:08.919382 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Attempting to bind port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:46:08.919712 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Attempting to bind port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:46:08.920061 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Attempting to bind port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:46:08.924464 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d on network aaf0b534-ba14-4766-8d78-28b21425ddb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:46:08.928505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Attempting to bind port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d on network aaf0b534-ba14-4766-8d78-28b21425ddb7 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:46:08.929613 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:46:08.929942 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Checking segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:46:08.930315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Bound using segment: {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:46:08.931232 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Bound port: de5f33fd-64a7-43ad-a8dc-4a99b1fca15d, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907cae7f-2a44-4a43-9dff-3f463c9a3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:46:08.931578 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:08.994373 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] For port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:46:08.997365 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] For port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:46:09.081553 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:09.087217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:09.087825 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:09.089279 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/de5f33fd-64a7-43ad-a8dc-4a99b1fca15d HTTP/1.1" status: 200 len: 1093 time: 0.7931633 Aug 07 22:46:09.089828 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:46:09.092256 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39776d5d-80da-42eb-bec5-38faad1d1d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:46:09.141453 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db08df-7028-46a8-82c4-de06fd17101f service neutron] Pushing event updated for resources: {'Port': ['ID=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:09.150948 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bcbe4c-9d4d-4a6f-a6b4-5ce012487b53 x-openstack-request-id: req-d9bcbe4c-9d4d-4a6f-a6b4-5ce012487b53 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:46:09.151240 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:46:09.151495 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9bcbe4c-9d4d-4a6f-a6b4-5ce012487b53 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:46:09.151921 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bcbe4c-9d4d-4a6f-a6b4-5ce012487b53'] response: {'name': 'network-changed', 'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'status': 'completed', 'code': 200} Aug 07 22:46:09.221661 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39776d5d-80da-42eb-bec5-38faad1d1d1c req-b8e95198-2dd5-4682-9f8c-1096c9859627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:09.223206 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39776d5d-80da-42eb-bec5-38faad1d1d1c req-b8e95198-2dd5-4682-9f8c-1096c9859627 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 1127 time: 0.0432706 Aug 07 22:46:09.334429 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39776d5d-80da-42eb-bec5-38faad1d1d1c req-046d57dc-c45b-424a-8f2f-c0bbea5bc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:09.339650 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39776d5d-80da-42eb-bec5-38faad1d1d1c req-046d57dc-c45b-424a-8f2f-c0bbea5bc346 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6b3cfd456d8748b3a1db990d638340af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1058033 Aug 07 22:46:09.701003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39776d5d-80da-42eb-bec5-38faad1d1d1c req-637f3a4c-0424-4bc7-93d3-245284e62620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:09.702368 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39776d5d-80da-42eb-bec5-38faad1d1d1c req-637f3a4c-0424-4bc7-93d3-245284e62620 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3558290 Aug 07 22:46:09.815207 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-a0f6c61a-a6af-441e-9901-b23a6bd8daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:09.816726 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-a0f6c61a-a6af-441e-9901-b23a6bd8daa7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 1127 time: 0.0691276 Aug 07 22:46:09.832291 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b94e-b08f-465c-a787-2cf86d9c0f26 req-6302c3a8-a4e6-48df-ac90-045c225af6b4 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:09.833644 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6476b94e-b08f-465c-a787-2cf86d9c0f26 req-6302c3a8-a4e6-48df-ac90-045c225af6b4 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0582604 Aug 07 22:46:09.877661 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-c31016dd-8088-4d77-9e64-e06020276504 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d HTTP/1.1" status: 200 len: 217 time: 0.0431066 Aug 07 22:46:09.941144 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6476b94e-b08f-465c-a787-2cf86d9c0f26 req-813a281f-059b-4bd5-8178-00a710e22d0e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001346 Aug 07 22:46:09.952619 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-d87e6235-44ae-472d-99b8-8bc69f964a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:09.954065 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-d87e6235-44ae-472d-99b8-8bc69f964a9b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0632098 Aug 07 22:46:10.001988 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-972d4ee4-991d-4af5-a8a4-c299163970f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:10.003468 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-972d4ee4-991d-4af5-a8a4-c299163970f5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387545 Aug 07 22:46:10.066686 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:10.097916 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-10261562-2ff8-42bf-99b2-e7df8c4eab82 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847280 Aug 07 22:46:10.198532 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9fa66166-8d85-46a1-b080-aead4eb168d4 req-d24f92b5-4ad4-4c69-91ac-f25d42e8788a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901439 Aug 07 22:46:10.990149 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=75,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:11.061362 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae12ef-5380-4971-9fd4-87e8a7f289f6 req-10b7662c-a3d3-4089-bdcc-acb3ccc3eaf1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:11.062838 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aeae12ef-5380-4971-9fd4-87e8a7f289f6 req-10b7662c-a3d3-4089-bdcc-acb3ccc3eaf1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0469530 Aug 07 22:46:11.112504 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-aeae12ef-5380-4971-9fd4-87e8a7f289f6 req-01eb3598-2e49-4f8a-8cf6-547d564c57d2 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441053 Aug 07 22:46:12.233600 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972fc80-e4fc-401c-8f5b-b5756fc60f9f req-5fe85adc-8798-4fc4-bc47-29f54415a173 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:12.234972 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3972fc80-e4fc-401c-8f5b-b5756fc60f9f req-5fe85adc-8798-4fc4-bc47-29f54415a173 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0508468 Aug 07 22:46:12.284052 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3972fc80-e4fc-401c-8f5b-b5756fc60f9f req-1a8ff5d8-3220-4bc7-9a83-ce8c03333b7f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 Aug 07 22:46:13.390838 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:13.399527 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01030c06-bf7b-45fe-a40c-00f0ace1f08b req-676ce1f4-1871-44f9-a676-46e8a21880fa tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:13.404459 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-01030c06-bf7b-45fe-a40c-00f0ace1f08b req-676ce1f4-1871-44f9-a676-46e8a21880fa tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0468621 Aug 07 22:46:13.451700 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-01030c06-bf7b-45fe-a40c-00f0ace1f08b req-931d03c4-d7bc-4296-a63e-fa7cdddf67cf tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451229 Aug 07 22:46:14.574964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad637-92bd-4772-af1a-2184366eceb7 req-72c96d28-e266-4f23-b858-530f87a5c4a9 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:14.576619 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6acad637-92bd-4772-af1a-2184366eceb7 req-72c96d28-e266-4f23-b858-530f87a5c4a9 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0515904 Aug 07 22:46:14.626437 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6acad637-92bd-4772-af1a-2184366eceb7 req-9aa0d652-1ad1-4932-af9a-a73e42af5475 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Aug 07 22:46:15.750130 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b0d-685e-42ef-addb-8f368da275d6 req-9dad0122-cf9b-4ff3-867b-d2a814bd523b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:15.751611 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98df3b0d-685e-42ef-addb-8f368da275d6 req-9dad0122-cf9b-4ff3-867b-d2a814bd523b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0505178 Aug 07 22:46:15.801258 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98df3b0d-685e-42ef-addb-8f368da275d6 req-48809325-2635-4847-aa46-5fb8b5ff0b70 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440433 Aug 07 22:46:16.005045 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2c2d9-0829-4395-a0ff-f978ebf169fb req-0768fd15-4cee-4c5d-a932-2a8323513775 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:16.006663 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-22c2c2d9-0829-4395-a0ff-f978ebf169fb req-0768fd15-4cee-4c5d-a932-2a8323513775 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0473332 Aug 07 22:46:16.059208 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-22c2c2d9-0829-4395-a0ff-f978ebf169fb req-b8438b7e-bdf3-4205-986a-4d2fb1f6b65a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452943 Aug 07 22:46:17.069295 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef862b-eafe-474d-92e0-3507518892cd req-be1881ff-4534-4f0e-b821-34cc279b2071 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:17.070790 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ef862b-eafe-474d-92e0-3507518892cd req-be1881ff-4534-4f0e-b821-34cc279b2071 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0469277 Aug 07 22:46:17.120876 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49ef862b-eafe-474d-92e0-3507518892cd req-fb355245-e56f-46b7-8821-8bd5a10285be tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Aug 07 22:46:17.329246 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd07fa5-6aca-464d-8f49-b8a6abefa3b1 req-2ac70786-5919-4b3b-b278-c021e14257d0 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:17.330718 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bcd07fa5-6aca-464d-8f49-b8a6abefa3b1 req-2ac70786-5919-4b3b-b278-c021e14257d0 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0470781 Aug 07 22:46:17.377678 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bcd07fa5-6aca-464d-8f49-b8a6abefa3b1 req-cf2afb0e-0d71-46e4-b356-4d66b935dc00 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Aug 07 22:46:18.243610 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7630-d222-4030-8580-dca78ef66fd3 req-5fd76e2d-1091-4efe-aba1-54e5f6c93761 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:18.245145 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ac1f7630-d222-4030-8580-dca78ef66fd3 req-5fd76e2d-1091-4efe-aba1-54e5f6c93761 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 943 time: 0.0517013 Aug 07 22:46:18.294946 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ac1f7630-d222-4030-8580-dca78ef66fd3 req-c17a1b02-87e2-47a0-8fe0-420ba90a996e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Aug 07 22:46:18.328082 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device de5f33fd-64a7-43ad-a8dc-4a99b1fca15d details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:46:18.470638 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.db.resource_extend [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 07 22:46:18.498959 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941f4b7-facb-4413-b14f-bd25a7d2e678 req-89ac7a0b-4075-44bf-a53d-44fdbed61527 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:18.500391 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7941f4b7-facb-4413-b14f-bd25a7d2e678 req-89ac7a0b-4075-44bf-a53d-44fdbed61527 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0484178 Aug 07 22:46:18.549083 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7941f4b7-facb-4413-b14f-bd25a7d2e678 req-33c117c2-be12-4364-8723-2e3417c1413a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431352 Aug 07 22:46:18.550436 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:46:18.561970 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'port_id': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'mac_address': 'fa:16:3e:23:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:46:18.599401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:46:18.599786 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:18.612397 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5f33fd-64a7-43ad-a8dc-4a99b1fca15d {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:46:18.632176 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:46:18.720265 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:18.766840 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:18.773854 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.774202 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.774626 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.774966 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.775298 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.775624 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.775948 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.776295 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.776614 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.776935 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.777261 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.777580 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.777896 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.778210 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.778526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:46:18.947953 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['de5f33fd-64a7-43ad-a8dc-4a99b1fca15d'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:46:19.020758 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:19.124820 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:19.404381 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:19.415609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8ee8b-df35-493a-8af0-ca78ef7a8c82 req-f567f512-61e5-430c-9874-0b0c153a047a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:19.417156 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-71a8ee8b-df35-493a-8af0-ca78ef7a8c82 req-f567f512-61e5-430c-9874-0b0c153a047a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 944 time: 0.0473163 Aug 07 22:46:19.469780 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-71a8ee8b-df35-493a-8af0-ca78ef7a8c82 req-5dd2d326-2bf1-4845-b3ce-eee795f98af4 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470760 Aug 07 22:46:19.666234 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a3e96-9a7b-461b-8043-52d84dc68b27 req-88fdcc89-25c7-4acc-87f2-264ac5d5c7c2 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:19.667796 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c6a3e96-9a7b-461b-8043-52d84dc68b27 req-88fdcc89-25c7-4acc-87f2-264ac5d5c7c2 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0472808 Aug 07 22:46:19.714825 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9c6a3e96-9a7b-461b-8043-52d84dc68b27 req-db529a4e-3533-427a-8bed-b4c9918366b7 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Aug 07 22:46:20.333332 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device de5f33fd-64a7-43ad-a8dc-4a99b1fca15d up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:46:20.378702 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:46:20.436677 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:46:20.437056 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:20.510639 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:46:20.511212 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:20.535211 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:46:20.537487 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26145d7c-ef69-4809-8d7d-7e6491b030a7" -d '{"events": [{"server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "name": "network-vif-plugged", "status": "completed", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:46:20.551011 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:46:20.577054 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163f711-9f40-4ca7-9f1c-ed175fbba62a x-openstack-request-id: req-a163f711-9f40-4ca7-9f1c-ed175fbba62a {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:46:20.577369 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "name": "network-vif-plugged", "status": "completed", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:46:20.577624 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a163f711-9f40-4ca7-9f1c-ed175fbba62a {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:46:20.578029 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a163f711-9f40-4ca7-9f1c-ed175fbba62a'] response: {'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'code': 200} Aug 07 22:46:20.592861 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d07ac-b855-4411-bb37-4859b2399af3 req-6d0e7692-284a-4deb-a041-f3604948a68e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:20.594275 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-014d07ac-b855-4411-bb37-4859b2399af3 req-6d0e7692-284a-4deb-a041-f3604948a68e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 944 time: 0.0508878 Aug 07 22:46:20.629346 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:20.647142 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-014d07ac-b855-4411-bb37-4859b2399af3 req-87c50489-4cfd-4b35-a48c-cbb554910dae tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471380 Aug 07 22:46:20.678799 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:20.838701 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0f389-3337-4bed-b85b-6810b3ee2d19 req-fd9edb8c-b655-4ca5-abce-b1abfa7b6d4f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:20.840197 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ecf0f389-3337-4bed-b85b-6810b3ee2d19 req-fd9edb8c-b655-4ca5-abce-b1abfa7b6d4f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0518384 Aug 07 22:46:20.860323 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:20.888764 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ecf0f389-3337-4bed-b85b-6810b3ee2d19 req-a29ce04e-0700-48e4-9eef-d12bee0b793a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428360 Aug 07 22:46:20.935037 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37eed4-36d4-4caf-83d5-fc436d08c3ca req-774fcdef-8c21-4322-a82f-0799aab0b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:20.936552 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a37eed4-36d4-4caf-83d5-fc436d08c3ca req-774fcdef-8c21-4322-a82f-0799aab0b031 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 1129 time: 0.0393932 Aug 07 22:46:20.985343 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1a37eed4-36d4-4caf-83d5-fc436d08c3ca req-b3ee380e-3d1e-4775-88f7-e057972bacb6 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Aug 07 22:46:21.768965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467000e9-d454-4b59-8ebf-6927eeffc157 req-510bc29e-1727-4e45-a878-985ec31a99c5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:21.770439 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-467000e9-d454-4b59-8ebf-6927eeffc157 req-510bc29e-1727-4e45-a878-985ec31a99c5 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 945 time: 0.0510113 Aug 07 22:46:21.819536 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-467000e9-d454-4b59-8ebf-6927eeffc157 req-6dfc6b47-85a6-40ab-bd65-5c38458c302f tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Aug 07 22:46:22.008366 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c403328-dccb-423a-96e7-1de829749f81 req-1e27b714-3374-492c-ada2-3aea6d1f3af1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:22.015443 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7c403328-dccb-423a-96e7-1de829749f81 req-1e27b714-3374-492c-ada2-3aea6d1f3af1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0486395 Aug 07 22:46:22.058526 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7c403328-dccb-423a-96e7-1de829749f81 req-d7010ebc-c648-4522-8511-81b6fd375465 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Aug 07 22:46:22.938435 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe1190-adbb-4b1a-9cb5-9cfaff220ffc req-df6ae81b-c37a-4121-b854-93e0ce795382 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:22.939912 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3afe1190-adbb-4b1a-9cb5-9cfaff220ffc req-df6ae81b-c37a-4121-b854-93e0ce795382 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 945 time: 0.0469372 Aug 07 22:46:23.008157 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3afe1190-adbb-4b1a-9cb5-9cfaff220ffc req-51b209ab-7a39-4043-afab-25e96473c983 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626414 Aug 07 22:46:23.130836 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea773fa-804e-40c2-8fde-530f2063641e req-7d37f49a-fed1-4e77-b2d7-1a4a888af72d tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:23.132249 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2ea773fa-804e-40c2-8fde-530f2063641e req-7d37f49a-fed1-4e77-b2d7-1a4a888af72d tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 945 time: 0.0483747 Aug 07 22:46:23.198118 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9e8e9-4144-491a-8a11-452d64e8caf4 req-bcd329f1-dc09-4854-afc5-73423027dea7 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:23.199608 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4fb9e8e9-4144-491a-8a11-452d64e8caf4 req-bcd329f1-dc09-4854-afc5-73423027dea7 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0664868 Aug 07 22:46:23.230507 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2ea773fa-804e-40c2-8fde-530f2063641e req-708310ec-54cb-43c0-8fc5-f84ce96e7c37 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878055 Aug 07 22:46:23.257336 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39596) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:46:23.260972 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4fb9e8e9-4144-491a-8a11-452d64e8caf4 req-14a16978-6d4b-4bb6-890f-667fff87f123 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554407 Aug 07 22:46:23.298530 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e7e16-9516-4c61-b784-233de317cf01 tempest-TestVolumeBootPattern-68945977 tempest-TestVolumeBootPattern-68945977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:23.300036 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-6f8e7e16-9516-4c61-b784-233de317cf01 tempest-TestVolumeBootPattern-68945977 tempest-TestVolumeBootPattern-68945977-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 1124 time: 0.0415936 Aug 07 22:46:23.302878 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39598) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:46:23.307806 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'port_id': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:46:23.396935 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:23.474942 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:23.581980 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Allocated IP 172.27.3.64 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/bbc60381-d618-49f8-9f95-859ee305df2c) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:46:23.683340 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (bbc60381-d618-49f8-9f95-859ee305df2c), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:23.750947 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (bbc60381-d618-49f8-9f95-859ee305df2c), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:23.793538 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:46:23.796494 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:46:23.799962 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:46:23.824607 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=bbc60381-d618-49f8-9f95-859ee305df2c,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:23.882241 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-07f6e655-0ede-4f69-9849-ad5f5337b73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:24.133364 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:24.154296 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:24.158304 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (cdeed342-7690-4420-9f96-4129b0f72d3e), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:24.265649 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (bbc60381-d618-49f8-9f95-859ee305df2c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:24.345857 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:46:24.389893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b45d2-0eb6-434e-a250-eec0da6a385b req-d915e6b7-6c19-4057-8a91-0457baf059b7 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:24.391369 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5f8b45d2-0eb6-434e-a250-eec0da6a385b req-d915e6b7-6c19-4057-8a91-0457baf059b7 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0516241 Aug 07 22:46:24.421195 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for port (bbc60381-d618-49f8-9f95-859ee305df2c), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:24.440931 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5f8b45d2-0eb6-434e-a250-eec0da6a385b req-e65c71e7-3424-4677-97e6-19758c851733 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Aug 07 22:46:24.486086 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (bbc60381-d618-49f8-9f95-859ee305df2c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:24.552541 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (cdeed342-7690-4420-9f96-4129b0f72d3e), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:24.554149 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event updated for resources: {'Port': ['ID=bbc60381-d618-49f8-9f95-859ee305df2c,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:46:24.651597 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Floating IP cdeed342-7690-4420-9f96-4129b0f72d3e associated. External IP: 172.27.3.64, port: de5f33fd-64a7-43ad-a8dc-4a99b1fca15d. Aug 07 22:46:24.849221 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:46:24.949786 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:24.952724 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:46:24.962137 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:46:24.972414 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:46:24.977499 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:46:25.067199 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:25.077588 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:46:25.099114 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a6700919-240f-489a-acb8-eb9e319d625e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7952125 Aug 07 22:46:25.099781 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:46:25.101984 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092" -d '{"events": [{"name": "network-changed", "server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:46:25.139075 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e6243b-6b15-433f-8d9c-7b83e6d46a99 x-openstack-request-id: req-27e6243b-6b15-433f-8d9c-7b83e6d46a99 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:46:25.139366 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:46:25.139622 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27e6243b-6b15-433f-8d9c-7b83e6d46a99 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:46:25.140053 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e6243b-6b15-433f-8d9c-7b83e6d46a99'] response: {'name': 'network-changed', 'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'status': 'completed', 'code': 200} Aug 07 22:46:25.202252 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-f8b973d3-d669-4ef1-9f1c-5b45322bbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:25.203749 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-f8b973d3-d669-4ef1-9f1c-5b45322bbfec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 1129 time: 0.0408275 Aug 07 22:46:25.218121 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:25.296100 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:17Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}, {'id': 'cdeed342-7690-4420-9f96-4129b0f72d3e', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:23:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:46:24Z', 'updated_at': '2022-08-07T22:46:24Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:46:25.300205 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-50547a7a-de6e-4860-ba45-204159e39715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:25.301673 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-50547a7a-de6e-4860-ba45-204159e39715 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 913 time: 0.0919747 Aug 07 22:46:25.320960 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:46:25.330078 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:46:25.330673 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:45:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:46:25.363011 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-fd7a7606-a238-4266-ac0a-2bc76319b423 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d HTTP/1.1" status: 200 len: 998 time: 0.0552993 Aug 07 22:46:25.415144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-a1bed9ea-7bef-4f49-a814-7e1f49124193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:25.416838 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-a1bed9ea-7bef-4f49-a814-7e1f49124193 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0469255 Aug 07 22:46:25.468400 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-c1eedbb0-8a14-4879-82e0-a6dadee7957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:25.469375 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-c1eedbb0-8a14-4879-82e0-a6dadee7957a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466387 Aug 07 22:46:25.522531 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:46:25.580309 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:25.589758 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60973011-2142-4dcb-8b93-9b8e6eaabe9e req-8030b23b-a6a8-4c53-b9cc-7dfd2f220617 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:25.591241 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60973011-2142-4dcb-8b93-9b8e6eaabe9e req-8030b23b-a6a8-4c53-b9cc-7dfd2f220617 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0636318 Aug 07 22:46:25.635962 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-884e4f4f-6490-4ad4-b784-9c55db8bdd31 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562223 Aug 07 22:46:25.700100 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60973011-2142-4dcb-8b93-9b8e6eaabe9e req-bf672e07-7a77-42ae-80e2-ea9a8a994d13 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020839 Aug 07 22:46:25.734845 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:17Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}, {'id': 'cdeed342-7690-4420-9f96-4129b0f72d3e', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:23:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:46:24Z', 'updated_at': '2022-08-07T22:46:24Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:46:25.741688 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb82f9bf-33a7-49ac-b326-6eb4a9b62092 req-2ebfb49c-989c-41af-a08e-de56361aa719 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998592 Aug 07 22:46:25.764751 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5978e6-7056-4e41-b8e2-d5a248dc3c18 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:17Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}, {'id': 'cdeed342-7690-4420-9f96-4129b0f72d3e', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:23:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:46:24Z', 'updated_at': '2022-08-07T22:46:24Z', 'revision_number': 0, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:46:25.956684 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d5f78-96fa-4211-ab42-67e95f0e8f24 None None] New status for floating IP cdeed342-7690-4420-9f96-4129b0f72d3e: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:46:26.469173 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0c3e-7063-4657-8f01-0f292a47ef2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:26.832259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf8ab7-88c7-4dd7-a7f2-8e23c714d7a5 req-47222166-1313-49d4-b6c5-ff6dedff6d4e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:26.833753 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0bcf8ab7-88c7-4dd7-a7f2-8e23c714d7a5 req-47222166-1313-49d4-b6c5-ff6dedff6d4e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0545812 Aug 07 22:46:26.880103 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0bcf8ab7-88c7-4dd7-a7f2-8e23c714d7a5 req-0e374b2a-edfb-43e6-a29f-6e5eac4c3b63 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Aug 07 22:46:27.419212 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:28.000033 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188c441-f680-43b4-8013-272071179e8d req-58f028f6-e4eb-4300-9148-b7ff651c4c2a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:28.001511 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1188c441-f680-43b4-8013-272071179e8d req-58f028f6-e4eb-4300-9148-b7ff651c4c2a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0477591 Aug 07 22:46:28.049401 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1188c441-f680-43b4-8013-272071179e8d req-0637ae95-feeb-4446-a247-275aa958a5ba tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Aug 07 22:46:28.407019 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42377d-4da1-4654-827a-72ca1cce17d9 req-755762da-27de-492b-bfc7-d52d30f0b5d6 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:28.408588 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d42377d-4da1-4654-827a-72ca1cce17d9 req-755762da-27de-492b-bfc7-d52d30f0b5d6 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0472639 Aug 07 22:46:28.461813 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d42377d-4da1-4654-827a-72ca1cce17d9 req-e29a0080-145f-4d5a-bc79-3030cfcd9348 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475235 Aug 07 22:46:28.527860 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-a8991694-f125-45f4-bddf-c3605d3cdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:28.529360 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-a8991694-f125-45f4-bddf-c3605d3cdab8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 1129 time: 0.0395873 Aug 07 22:46:28.613621 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:28.618153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-37dabc2b-cbd2-4834-a7f4-3a137b955808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:28.620219 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-37dabc2b-cbd2-4834-a7f4-3a137b955808 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 911 time: 0.0852103 Aug 07 22:46:28.684564 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-232f6048-6b7a-4b6b-875e-fe3f4818214b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4da0a83-078e-472f-880d-48ba7a21c476 HTTP/1.1" status: 200 len: 1000 time: 0.0579329 Aug 07 22:46:28.733981 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-474b892e-a8e3-4340-a621-6a3125880c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:28.735358 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-474b892e-a8e3-4340-a621-6a3125880c7a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 200 len: 849 time: 0.0426364 Aug 07 22:46:28.778187 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-9d9623ed-7d71-48e6-a0ca-a6d751db882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:28.779620 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-9d9623ed-7d71-48e6-a0ca-a6d751db882b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379353 Aug 07 22:46:28.871026 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-7472c9d1-1329-4eee-9c6e-5b57a642a743 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854068 Aug 07 22:46:28.964724 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b08eb8e9-dd18-4fb7-b93e-43b3d4712769 req-c0bb47c3-70ef-420b-b81e-eb63c0ee3df4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869548 Aug 07 22:46:29.377165 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:29.457444 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:29.584174 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c22b12-8ce9-4261-9e06-c8b9a1565b74 req-d59df9cd-303d-48ed-bc9e-31d69e981be1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:29.585645 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80c22b12-8ce9-4261-9e06-c8b9a1565b74 req-d59df9cd-303d-48ed-bc9e-31d69e981be1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0485129 Aug 07 22:46:29.630821 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:29.633604 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-80c22b12-8ce9-4261-9e06-c8b9a1565b74 req-9f0ff3b6-ff8c-4c17-82de-596658e344a3 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Aug 07 22:46:30.732331 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:30.750459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf155-16a8-4b50-a27d-92cb6666c00d req-2f6b247a-6dac-4b3d-85df-f72e0bfeb544 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:30.751950 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49faf155-16a8-4b50-a27d-92cb6666c00d req-2f6b247a-6dac-4b3d-85df-f72e0bfeb544 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0467751 Aug 07 22:46:30.799911 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49faf155-16a8-4b50-a27d-92cb6666c00d req-ba258f5c-c213-4810-807d-082ed883807b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Aug 07 22:46:33.406924 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-d400d4f6-646c-488f-b4d6-28f842d7b495 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421717 Aug 07 22:46:33.489359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-64ee3883-6e57-4d9b-a681-00ae3b875e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:33.490797 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-64ee3883-6e57-4d9b-a681-00ae3b875e8a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 1129 time: 0.0392959 Aug 07 22:46:33.596239 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-7b587961-be49-48ae-b5d1-7de407f78cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:33.597684 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-7b587961-be49-48ae-b5d1-7de407f78cf5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 913 time: 0.0858395 Aug 07 22:46:33.670699 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-18783426-a9c4-43f2-acfb-034a8f262fe6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62940318-36f5-4e66-8a0a-be8fade04295 HTTP/1.1" status: 200 len: 1001 time: 0.0653505 Aug 07 22:46:33.721029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-ff84de67-4299-4396-9865-d5ebad52e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:33.722446 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-ff84de67-4299-4396-9865-d5ebad52e352 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0437801 Aug 07 22:46:33.766458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-13b34334-dbec-4a6f-8030-b071f32eb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:46:33.767924 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-13b34334-dbec-4a6f-8030-b071f32eb039 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385044 Aug 07 22:46:33.862283 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-0340a0a8-71ca-4ca8-b7dd-ca3439a11547 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868583 Aug 07 22:46:33.953149 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:33.957118 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c0f209f1-3c12-4f86-91a5-6886ea00eb28 req-4021021f-66a3-40a1-af9e-9f39bdd9df3b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873485 Aug 07 22:46:35.096691 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:35.734887 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:35.737845 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:39.572540 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:39.573314 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=59,neutron:UPDATE=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:43.951853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=54 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:46:53.913744 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91a488ca-c84a-48f6-aae2-52b85da81af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:56.470273 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0abbbcbb-695a-4fcc-9319-dcad675a2da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:57.445702 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:59.356964 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:59.401822 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:46:59.645209 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:01.344464 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:47:06.088855 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83e87-df3d-4989-887c-86943dde591c req-aa46a544-4a98-4134-b3d4-f79b9518dfe5 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:06.090576 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-42e83e87-df3d-4989-887c-86943dde591c req-aa46a544-4a98-4134-b3d4-f79b9518dfe5 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0482802 Aug 07 22:47:06.139858 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-42e83e87-df3d-4989-887c-86943dde591c req-b7d3edf2-230f-444a-8a8c-473187d3c3bd tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428984 Aug 07 22:47:07.263547 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c7590-cdfe-44fd-aa41-3a8dcfd2d26f req-51f87b47-8ad5-4679-a2b0-ae6f51593a1c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:07.265030 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b78c7590-cdfe-44fd-aa41-3a8dcfd2d26f req-51f87b47-8ad5-4679-a2b0-ae6f51593a1c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0481951 Aug 07 22:47:07.311985 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b78c7590-cdfe-44fd-aa41-3a8dcfd2d26f req-4833e7e8-dccd-44d1-98fe-d34b373d046e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Aug 07 22:47:08.433695 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25e77-8a96-4632-bc43-d8b759b4430e req-c578276c-f23b-4b67-a969-ab6013517280 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:08.435234 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0ad25e77-8a96-4632-bc43-d8b759b4430e req-c578276c-f23b-4b67-a969-ab6013517280 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0513413 Aug 07 22:47:08.483038 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0ad25e77-8a96-4632-bc43-d8b759b4430e req-e13ce372-ff65-48bd-aa62-8805d510f80f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414586 Aug 07 22:47:09.587263 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:09.589586 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:09.601131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bcc52-cef6-4964-9d67-3ede10a83c33 req-e312f58e-61a8-4fa9-b9db-36565aa5c821 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:09.602606 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-480bcc52-cef6-4964-9d67-3ede10a83c33 req-e312f58e-61a8-4fa9-b9db-36565aa5c821 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0474546 Aug 07 22:47:09.650816 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-480bcc52-cef6-4964-9d67-3ede10a83c33 req-0d31b916-06e9-446c-83a8-ec9ceb61a4a1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426884 Aug 07 22:47:10.771109 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604cae1-81f7-46d1-b940-0ca57b312e22 req-d3024a5b-6122-45f0-ace7-452e97ae4541 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:10.772594 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2604cae1-81f7-46d1-b940-0ca57b312e22 req-d3024a5b-6122-45f0-ace7-452e97ae4541 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0471048 Aug 07 22:47:10.822386 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2604cae1-81f7-46d1-b940-0ca57b312e22 req-0394edf7-ec14-46b5-b74e-653741c09b1e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Aug 07 22:47:11.345691 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:11.345691 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:11.940789 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158d89-d79c-48d9-9842-9c1f67005a49 req-6f15f258-bdaf-47f5-9a36-6e455ed74b0c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:11.942197 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dd158d89-d79c-48d9-9842-9c1f67005a49 req-6f15f258-bdaf-47f5-9a36-6e455ed74b0c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0470653 Aug 07 22:47:11.988956 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-dd158d89-d79c-48d9-9842-9c1f67005a49 req-57eaa889-594f-4b3c-84a2-0678e21e491b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412180 Aug 07 22:47:13.106117 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d60f6a-cfc6-47ea-95ee-d88988a7efbe req-470ed548-6994-41f8-a72a-d3d9da1da231 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:13.107564 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-46d60f6a-cfc6-47ea-95ee-d88988a7efbe req-470ed548-6994-41f8-a72a-d3d9da1da231 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0457478 Aug 07 22:47:13.153614 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-46d60f6a-cfc6-47ea-95ee-d88988a7efbe req-ce6811da-9e9b-4dfb-93f8-fec9a1295a3e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 Aug 07 22:47:14.274571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a72b8-b319-41b1-9417-8b3b2738ca1b req-4a5b67a1-50c2-4236-b3bd-066b74299e06 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:14.276054 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-651a72b8-b319-41b1-9417-8b3b2738ca1b req-4a5b67a1-50c2-4236-b3bd-066b74299e06 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0514786 Aug 07 22:47:14.322831 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-651a72b8-b319-41b1-9417-8b3b2738ca1b req-5230bf6c-dec5-41b5-81f3-94204bb440cb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Aug 07 22:47:15.441102 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6178e0-036f-4a46-a616-b54e4a7a9e40 req-5d2a2898-9685-4297-97a7-f6c76c7ea0c2 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:15.442582 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b6178e0-036f-4a46-a616-b54e4a7a9e40 req-5d2a2898-9685-4297-97a7-f6c76c7ea0c2 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0462768 Aug 07 22:47:15.493619 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8b6178e0-036f-4a46-a616-b54e4a7a9e40 req-883daff5-f297-4337-8888-f6017d6a000c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Aug 07 22:47:16.611278 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fe1c2-b3ca-4fa2-bfba-80d298674c79 req-caa28d6a-ea8a-494f-a2ec-5789cd180daf tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:16.612699 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ae4fe1c2-b3ca-4fa2-bfba-80d298674c79 req-caa28d6a-ea8a-494f-a2ec-5789cd180daf tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0514431 Aug 07 22:47:16.660408 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ae4fe1c2-b3ca-4fa2-bfba-80d298674c79 req-c4eee226-09f3-4032-a63e-279d66f45413 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Aug 07 22:47:17.776973 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d80b8d-8e43-4056-8c29-d493c089e1d8 req-8edcbe5a-a869-4f7a-90f3-2e21020f1f1a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:17.778421 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e8d80b8d-8e43-4056-8c29-d493c089e1d8 req-8edcbe5a-a869-4f7a-90f3-2e21020f1f1a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0465455 Aug 07 22:47:17.796693 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:17.826013 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e8d80b8d-8e43-4056-8c29-d493c089e1d8 req-3c4c04dc-20a8-4f1e-980e-ae346529a757 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Aug 07 22:47:18.133852 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:18.151038 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ed535-98cd-41ef-a4ce-690949d00494 req-a4765a90-b51b-42c7-ae3d-c9f15c31adeb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:18.152578 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-938ed535-98cd-41ef-a4ce-690949d00494 req-a4765a90-b51b-42c7-ae3d-c9f15c31adeb tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0484393 Aug 07 22:47:18.206404 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-938ed535-98cd-41ef-a4ce-690949d00494 req-01883e17-054f-4bfc-b7e6-eb2027245798 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475965 Aug 07 22:47:18.252560 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-68e37a0f-d17d-4b34-91b7-c570ddee3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:18.254027 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-68e37a0f-d17d-4b34-91b7-c570ddee3337 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 1129 time: 0.0383935 Aug 07 22:47:18.344000 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-a611a5c8-ec52-416d-895a-657f1818a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:18.345428 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-a611a5c8-ec52-416d-895a-657f1818a103 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 911 time: 0.0848770 Aug 07 22:47:18.414387 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-f5c17af6-3969-4240-a009-8c24933444a5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4da0a83-078e-472f-880d-48ba7a21c476 HTTP/1.1" status: 200 len: 1000 time: 0.0587456 Aug 07 22:47:18.458716 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-fdaa10aa-aa98-4da3-bc0d-37df4b693023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:18.460180 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-fdaa10aa-aa98-4da3-bc0d-37df4b693023 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 200 len: 849 time: 0.0438263 Aug 07 22:47:18.502137 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-70bfce1c-a06e-4545-97a1-cea65f7ece04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:18.503570 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-70bfce1c-a06e-4545-97a1-cea65f7ece04 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374587 Aug 07 22:47:18.594484 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-1ed0f476-2ef4-43a4-971d-282bd302b991 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847330 Aug 07 22:47:18.682571 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f9f94c57-3e3a-4e86-9c1f-c1b4fb625072 req-4ee86143-9b74-4c0d-9c14-7a5ed266ce08 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815492 Aug 07 22:47:19.330232 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c930f-3d0c-4c7b-a1fe-2c38fcdedf2e req-81758605-d2c3-403d-8193-d8fd84a70e69 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:19.331674 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-981c930f-3d0c-4c7b-a1fe-2c38fcdedf2e req-81758605-d2c3-403d-8193-d8fd84a70e69 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0507798 Aug 07 22:47:19.378555 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-981c930f-3d0c-4c7b-a1fe-2c38fcdedf2e req-2d45bbc7-6b21-4ee7-a3b0-3a0a8c7cbe74 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Aug 07 22:47:20.681564 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf741a8-164b-46d7-b6a9-c6161142b683 req-e7d5ea61-ef9f-4518-8db6-0866666da9ef tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:20.682925 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf741a8-164b-46d7-b6a9-c6161142b683 req-e7d5ea61-ef9f-4518-8db6-0866666da9ef tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.2240899 Aug 07 22:47:20.729443 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf741a8-164b-46d7-b6a9-c6161142b683 req-b912eec6-0bd5-4f1f-afc1-614bc21bb255 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409739 Aug 07 22:47:22.351656 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:22.354885 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:23.892786 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cb914100-6144-4fe1-892a-f6014710e0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:26.481647 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f26b89c1-22a3-40ab-80f9-74cea1ba9249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:27.418855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:29.359644 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:29.450756 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:29.667876 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:30.718926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=74 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:30.726052 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=72 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:35.407133 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-506beb63-b316-4a27-a6a5-ad80f5bce258 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410223 Aug 07 22:47:35.466969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f50444-7dec-4729-bc78-8aa22104a787 req-715d0d0a-474e-4bb8-af82-b1ef7b972e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:35.468371 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-715d0d0a-474e-4bb8-af82-b1ef7b972e46 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 1129 time: 0.0385680 Aug 07 22:47:35.571994 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f50444-7dec-4729-bc78-8aa22104a787 req-2b4abde2-4b13-4cbe-9d19-64ea15d5159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:35.573528 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-2b4abde2-4b13-4cbe-9d19-64ea15d5159f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 911 time: 0.0858836 Aug 07 22:47:35.639333 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-a8073c71-2203-49cd-a497-95953e9d6f9e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4da0a83-078e-472f-880d-48ba7a21c476 HTTP/1.1" status: 200 len: 1000 time: 0.0584462 Aug 07 22:47:35.688271 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f50444-7dec-4729-bc78-8aa22104a787 req-f41b5053-3703-4409-bc2d-e41f0d4a8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:35.689656 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-f41b5053-3703-4409-bc2d-e41f0d4a8cfb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 200 len: 849 time: 0.0432217 Aug 07 22:47:35.731483 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f50444-7dec-4729-bc78-8aa22104a787 req-5f8ca7c4-e18b-4a12-9854-46804acf3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:35.732880 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-5f8ca7c4-e18b-4a12-9854-46804acf3293 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372894 Aug 07 22:47:35.825076 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-6368ac07-6f0b-4660-8ee6-a63572fb1ee7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Aug 07 22:47:35.918704 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-25f50444-7dec-4729-bc78-8aa22104a787 req-61a36056-e1f8-48bf-934f-991f7e1e02f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822303 Aug 07 22:47:38.343462 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:47:39.603939 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:39.608918 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:43.338154 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:45.906902 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=50 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:45.915937 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=51 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:48.339740 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:53.863785 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db3243-41a8-4766-a078-5769b21213ee req-53860690-08a6-44cf-8765-317c7e92e0e4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:53.865285 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a3db3243-41a8-4766-a078-5769b21213ee req-53860690-08a6-44cf-8765-317c7e92e0e4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.1038489 Aug 07 22:47:53.898568 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fae42bc0-fcde-4299-affd-55f41fc21d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:53.913668 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a3db3243-41a8-4766-a078-5769b21213ee req-ba1ec038-43bb-4490-97bc-84f7eb8a1755 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426688 Aug 07 22:47:55.034006 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31aae1-41eb-47b2-9aee-515063fed68a req-59220d34-dd20-47aa-8b5e-472ffc2b4802 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:55.035460 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d31aae1-41eb-47b2-9aee-515063fed68a req-59220d34-dd20-47aa-8b5e-472ffc2b4802 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0473769 Aug 07 22:47:55.081826 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7d31aae1-41eb-47b2-9aee-515063fed68a req-fc469011-54bb-4b04-8a36-6ce0b806b50a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408385 Aug 07 22:47:55.917670 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-e045893c-4bd6-4933-aa52-05641d69520f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:55.919068 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-e045893c-4bd6-4933-aa52-05641d69520f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.0491352 Aug 07 22:47:56.006016 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Deleting port d4da0a83-078e-472f-880d-48ba7a21c476 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:47:56.006352 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:56.097841 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] For port d4da0a83-078e-472f-880d-48ba7a21c476, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4da0a83-078e-472f-880d-48ba7a21c476,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:47:56.098548 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:56.501063 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aad7f-6a08-4209-b3d3-53c3f42c0306 req-d6f78bfa-e89e-40f4-b099-c2ae81a3e069 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:47:56.501688 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7c25e039-f9b2-480c-9c3a-be59fa1556d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:56.502533 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cf4aad7f-6a08-4209-b3d3-53c3f42c0306 req-d6f78bfa-e89e-40f4-b099-c2ae81a3e069 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 945 time: 0.3472831 Aug 07 22:47:56.587172 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:56.587526 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (a81d4906-18bb-4350-8fc6-8188407e12ab), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:56.587834 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Floating IP a81d4906-18bb-4350-8fc6-8188407e12ab disassociated. External IP: 172.27.3.74, port: d4da0a83-078e-472f-880d-48ba7a21c476. Aug 07 22:47:56.588201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Calling delete_port for d4da0a83-078e-472f-880d-48ba7a21c476 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:47:56.602771 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cf4aad7f-6a08-4209-b3d3-53c3f42c0306 req-9ee40dd6-9f9c-4d9e-b9e7-e1cfb213f8ed tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932844 Aug 07 22:47:56.783176 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (d4da0a83-078e-472f-880d-48ba7a21c476), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:56.819005 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event deleted for resources: {'Port': ['ID=d4da0a83-078e-472f-880d-48ba7a21c476,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:47:56.830286 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.830459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.830800 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.831149 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.831480 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.831976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.832422 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.832751 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.833075 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.833395 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.833718 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.834035 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.835477 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.835839 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.836194 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:56.920957 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:56.944308 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:56.953296 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Router 6cac068b-90c7-4dcb-9cb5-fc573e154948 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:47:57.091593 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:47:57.102497 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] Sync routers for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:47:57.116647 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:47:57.118968 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:47:57.142835 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] No DVR routers for this DVR port d4da0a83-078e-472f-880d-48ba7a21c476 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:47:57.145503 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:57.148932 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8e8fefc5-69b1-4129-bb76-8ed6ac30072f req-5c553efe-2ba3-45d6-bad7-89011796c883 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d4da0a83-078e-472f-880d-48ba7a21c476 HTTP/1.1" status: 204 len: 173 time: 1.2187829 Aug 07 22:47:57.149374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'name': 'network-vif-deleted', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:47:57.151914 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f223bc32-d267-4077-ae63-9d26a943e3dd" -d '{"events": [{"server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "name": "network-vif-deleted", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:47:57.238934 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:47:57.266973 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c68cda-a280-4567-83bb-f6723e7b64e8 x-openstack-request-id: req-29c68cda-a280-4567-83bb-f6723e7b64e8 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:47:57.267263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3243af5d-9b7f-4839-9877-cf6edb147c8b", "name": "network-vif-deleted", "tag": "d4da0a83-078e-472f-880d-48ba7a21c476", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:47:57.267971 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29c68cda-a280-4567-83bb-f6723e7b64e8 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:47:57.268466 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c68cda-a280-4567-83bb-f6723e7b64e8'] response: {'server_uuid': '3243af5d-9b7f-4839-9877-cf6edb147c8b', 'name': 'network-vif-deleted', 'tag': 'd4da0a83-078e-472f-880d-48ba7a21c476', 'status': 'completed', 'code': 200} Aug 07 22:47:57.459598 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:47:57.470168 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:57.488587 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] Checking router: 6cac068b-90c7-4dcb-9cb5-fc573e154948 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:47:57.497035 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:47:57.498199 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:47:57.602457 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:47:57.723400 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4075c729-5979-4573-bc61-7e7f141f6e8a req-8a72141b-4b27-4535-89f3-5bda5c59b8ac tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3243af5d-9b7f-4839-9877-cf6edb147c8b HTTP/1.1" status: 200 len: 210 time: 0.0311828 Aug 07 22:47:57.789093 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:47:57.814769 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4b127-7d3c-4de8-8f3a-10514eefffcc None None] The sync data for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi is: [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:47:58.040486 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73bf42-e375-4c20-89fb-050b8e720fc1 None None] New status for floating IP a81d4906-18bb-4350-8fc6-8188407e12ab: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:47:58.879553 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39728) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:47:58.941377 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:58.965516 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.072906 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.075537 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.076763 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1 HTTP/1.1" status: 204 len: 168 time: 0.1961265 Aug 07 22:47:59.081054 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39732) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:47:59.087963 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:47:59.094915 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-11c7f34b-7e85-47ae-81cb-bccfc7e6d6ed tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] show failed (client error): The resource could not be found. Aug 07 22:47:59.096030 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-11c7f34b-7e85-47ae-81cb-bccfc7e6d6ed tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups/b69aa7b6-5118-4017-aa1b-b2a69f0ad2c1 HTTP/1.1" status: 404 len: 347 time: 0.0139515 Aug 07 22:47:59.096153 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.096535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.096887 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.097229 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.097565 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.097916 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.098247 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.098667 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.098858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39734) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:47:59.099005 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.099389 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.099747 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.100102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.103596 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.103596 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.103596 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71145bcb-ce1c-4757-9381-0cfc58f97ab8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:47:59.212825 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Deleting port d57e4b02-e3ac-4e19-b818-c6163fa6fa67 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:47:59.213166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.288795 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.289122 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.303442 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Calling delete_port for d57e4b02-e3ac-4e19-b818-c6163fa6fa67 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:47:59.376599 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.438862 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.487306 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (d57e4b02-e3ac-4e19-b818-c6163fa6fa67), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.512675 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event deleted for resources: {'Port': ['ID=d57e4b02-e3ac-4e19-b818-c6163fa6fa67,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:47:59.576945 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (a81d4906-18bb-4350-8fc6-8188407e12ab), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.579390 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.580512 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0bb6841a-9efa-4171-ad3d-4e3fca771009 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/a81d4906-18bb-4350-8fc6-8188407e12ab HTTP/1.1" status: 204 len: 168 time: 0.4807677 Aug 07 22:47:59.664617 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.707742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39738) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:47:59.712400 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-3bac649f-1a89-465d-b0f8-ad4db53b539f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192070862', 'description': 'tempest-description--1590351275'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:47:59.807218 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3bac649f-1a89-465d-b0f8-ad4db53b539f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.875132 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3bac649f-1a89-465d-b0f8-ad4db53b539f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (56a401c4-4a3a-4f1f-878b-86425168bda8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.926888 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3bac649f-1a89-465d-b0f8-ad4db53b539f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (56a401c4-4a3a-4f1f-878b-86425168bda8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:47:59.948576 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:47:59.957276 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac649f-1a89-465d-b0f8-ad4db53b539f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a401c4-4a3a-4f1f-878b-86425168bda8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:00.003149 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3bac649f-1a89-465d-b0f8-ad4db53b539f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.004562 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3bac649f-1a89-465d-b0f8-ad4db53b539f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2957308 Aug 07 22:48:00.007447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39740) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:00.011723 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-bd23e673-db83-4294-ae2e-e2c2c5dc729b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'security_group_rule': {'security_group_id': '56a401c4-4a3a-4f1f-878b-86425168bda8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:48:00.088465 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bd23e673-db83-4294-ae2e-e2c2c5dc729b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (c32a7949-f3a5-4b5e-bf23-5e80f4a645cb), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.145237 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bd23e673-db83-4294-ae2e-e2c2c5dc729b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (c32a7949-f3a5-4b5e-bf23-5e80f4a645cb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.250263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bd23e673-db83-4294-ae2e-e2c2c5dc729b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (c32a7949-f3a5-4b5e-bf23-5e80f4a645cb), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.264627 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:00.269662 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23e673-db83-4294-ae2e-e2c2c5dc729b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32a7949-f3a5-4b5e-bf23-5e80f4a645cb,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:00.361391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bd23e673-db83-4294-ae2e-e2c2c5dc729b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.362643 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-bd23e673-db83-4294-ae2e-e2c2c5dc729b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542411 Aug 07 22:48:00.365549 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39742) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:00.369774 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-69fed169-058b-456c-a4ca-2d7100c4d962 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'security_group_rule': {'security_group_id': '56a401c4-4a3a-4f1f-878b-86425168bda8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:48:00.472514 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-69fed169-058b-456c-a4ca-2d7100c4d962 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (42c6a9ca-2588-4941-b1f9-f6a7d8106b1c), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.520967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-69fed169-058b-456c-a4ca-2d7100c4d962 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (42c6a9ca-2588-4941-b1f9-f6a7d8106b1c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.601160 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-69fed169-058b-456c-a4ca-2d7100c4d962 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (42c6a9ca-2588-4941-b1f9-f6a7d8106b1c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.620240 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fed169-058b-456c-a4ca-2d7100c4d962 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c6a9ca-2588-4941-b1f9-f6a7d8106b1c,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:00.691917 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-69fed169-058b-456c-a4ca-2d7100c4d962 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.693139 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-69fed169-058b-456c-a4ca-2d7100c4d962 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266399 Aug 07 22:48:00.696304 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39744) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:00.700700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:48:00.782126 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.860902 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:00.911826 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device d4da0a83-078e-472f-880d-48ba7a21c476 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:00.931107 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: d4da0a83-078e-472f-880d-48ba7a21c476 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:00.931456 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device d4da0a83-078e-472f-880d-48ba7a21c476 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:00.970112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Allocated IP 172.27.3.197 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/fe85c8b2-9135-4f5f-a6fa-848aae7c3883) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:48:01.075330 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.189991 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.193206 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:01.230512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:48:01.235466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:48:01.237853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:48:01.261725 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'Port': ['ID=fe85c8b2-9135-4f5f-a6fa-848aae7c3883,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:01.325711 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (480a1543-9ba3-4c60-8baf-8aca77a49231), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.418014 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:01.427136 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.576373 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.650187 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.716442 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (480a1543-9ba3-4c60-8baf-8aca77a49231), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.719486 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'Port': ['ID=fe85c8b2-9135-4f5f-a6fa-848aae7c3883,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:01.806592 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:01.807970 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cfd059ed-1d78-4e91-acd2-68978665a740 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1106994 Aug 07 22:48:02.008222 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-17449127-8c32-408b-a8dc-187319bf596c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--192070862&fields=id&tenant_id=dd66028a147f42e1aa29abd7c22d00f9 HTTP/1.1" status: 200 len: 267 time: 0.0440674 Aug 07 22:48:02.117506 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-fa283bb9-b4f6-4ba9-80bb-c2a5a8b37054 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:02.118861 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-fa283bb9-b4f6-4ba9-80bb-c2a5a8b37054 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 810 time: 0.1040156 Aug 07 22:48:02.133578 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-7ba6e20a-e1a5-453c-992d-03dfe1226851 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/quotas/dd66028a147f42e1aa29abd7c22d00f9 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Aug 07 22:48:02.182841 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-4cb616c3-bd4b-4021-93da-bdf8e4239ebc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444953 Aug 07 22:48:02.198301 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-e6eede6c-9072-4791-8549-910b806e0283 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:48:02.199249 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-e6eede6c-9072-4791-8549-910b806e0283 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050795 Aug 07 22:48:02.291397 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-a41bc7ce-c37e-40e5-8771-dcad04a0f563 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867512 Aug 07 22:48:02.365005 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:02.380930 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-ce4ee86b-dd7f-4920-8824-d4072f3177eb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829945 Aug 07 22:48:02.622781 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-908c93d4-eb74-4a0d-938c-e2064471cf59 req-5d3455f1-cc24-4ea1-a221-6830f56fe4f3 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 210 time: 0.0349488 Aug 07 22:48:03.727810 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f783dceb-6596-449c-b9d4-2f26f1076275 req-48be8cd5-8c31-40e6-96a3-e991b25c3e3a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 210 time: 0.0325990 Aug 07 22:48:03.768369 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39774) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:03.910786 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Deleting port bbc60381-d618-49f8-9f95-859ee305df2c {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:03.911124 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (bbc60381-d618-49f8-9f95-859ee305df2c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:03.989072 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (bbc60381-d618-49f8-9f95-859ee305df2c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:03.989313 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (bbc60381-d618-49f8-9f95-859ee305df2c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:04.005803 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Calling delete_port for bbc60381-d618-49f8-9f95-859ee305df2c owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:04.107466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:04.189494 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (bbc60381-d618-49f8-9f95-859ee305df2c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:04.213700 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event deleted for resources: {'Port': ['ID=bbc60381-d618-49f8-9f95-859ee305df2c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:04.294667 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (cdeed342-7690-4420-9f96-4129b0f72d3e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:04.294985 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Floating IP cdeed342-7690-4420-9f96-4129b0f72d3e disassociated (deleted). External IP: 172.27.3.64, port: de5f33fd-64a7-43ad-a8dc-4a99b1fca15d. Aug 07 22:48:04.578066 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:48:04.584107 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-57fdcec3-f775-4902-ac2e-671c4de89773 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:04.585527 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-57fdcec3-f775-4902-ac2e-671c4de89773 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 810 time: 0.1557164 Aug 07 22:48:04.636862 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:04.732417 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-ff5cae38-c793-4e55-89eb-629d19e1687d tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dd66028a147f42e1aa29abd7c22d00f9 HTTP/1.1" status: 200 len: 379 time: 0.1340430 Aug 07 22:48:04.738261 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:48:04.747537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:04.748797 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:48:04.752319 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'port': {'device_id': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'admin_state_up': True, 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'security_groups': ['56a401c4-4a3a-4f1f-878b-86425168bda8']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:48:04.758961 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:04.759565 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:04.855173 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-29a23466-e39e-4ecc-8ff5-4d1ec78984ba tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/cdeed342-7690-4420-9f96-4129b0f72d3e HTTP/1.1" status: 204 len: 168 time: 1.0856028 Aug 07 22:48:04.857795 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:48:04.860698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20d02a6-2f90-4057-9d97-df6f97ecb758" -d '{"events": [{"name": "network-changed", "server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:48:04.866359 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:04.867343 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-060cef5f-b418-4816-9c67-e53f901055fb req-d66a309b-8aac-4ea6-8b5b-9c6f6a4a1145 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 210 time: 0.0484769 Aug 07 22:48:04.945647 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:04.949408 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a24bce-bd40-42ab-ab19-8a1b8c228f2f x-openstack-request-id: req-65a24bce-bd40-42ab-ab19-8a1b8c228f2f {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:48:04.949694 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:48:04.950329 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65a24bce-bd40-42ab-ab19-8a1b8c228f2f {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:48:04.950700 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a24bce-bd40-42ab-ab19-8a1b8c228f2f'] response: {'name': 'network-changed', 'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'status': 'completed', 'code': 200} Aug 07 22:48:04.952619 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:05.050464 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Made reservation on behalf of dd66028a147f42e1aa29abd7c22d00f9 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:48:05.054350 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:05.085208 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-15dafaef-b9ba-440d-8a8f-4ad1657e4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:05.087395 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-15dafaef-b9ba-440d-8a8f-4ad1657e4af9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 1129 time: 0.0569391 Aug 07 22:48:05.185349 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-7b69ec5d-f211-4bd5-b63d-ebf16d018e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:05.187781 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-7b69ec5d-f211-4bd5-b63d-ebf16d018e6c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 913 time: 0.0939717 Aug 07 22:48:05.198359 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:17Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:05.201007 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:05.216059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Allocated IP 172.20.0.12 (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee/2f7ab126-9490-4149-af6c-f7c8fa54233a/f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:48:05.225434 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:48:05.233787 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-a6eceb78-35b9-4b9f-b966-89dcc5ed409e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d HTTP/1.1" status: 200 len: 217 time: 0.0392928 Aug 07 22:48:05.234160 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:05.234798 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:05.294487 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-52a40d53-c0bb-43b3-990b-8e74b1682beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:05.298064 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-52a40d53-c0bb-43b3-990b-8e74b1682beb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0554004 Aug 07 22:48:05.349170 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:05.399067 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732fc3c-f028-4087-b71d-82fe6c0d82ff req-f8e8c5a6-3441-49e6-a2c8-7367d4a48668 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:05.400560 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6732fc3c-f028-4087-b71d-82fe6c0d82ff req-f8e8c5a6-3441-49e6-a2c8-7367d4a48668 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 945 time: 0.0705755 Aug 07 22:48:05.423967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:05.478163 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6732fc3c-f028-4087-b71d-82fe6c0d82ff req-885fe69c-6b7c-408d-a91a-706aea97400c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711460 Aug 07 22:48:05.553751 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:05.567058 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:17Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:05.591584 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d7d73-883d-401b-a423-130ec0c8106f None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'ae117fa8-0323-4026-b5f9-c0b5dfb6e01f', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'port_id': '62940318-36f5-4e66-8a0a-be8fade04295', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'mac_address': 'fa:16:3e:84:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:44:14Z', 'updated_at': '2022-08-07T22:44:17Z', 'revision_number': 1, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:48:05.603713 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:48:05.607151 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:48:05.611878 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:48:05.637408 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event updated for resources: {'Port': ['ID=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:05.670674 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:05.671309 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:05.750490 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-988d1d36-97ea-4794-bba1-952628d1a24c tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0049348 Aug 07 22:48:05.823589 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a1b229-3d7f-4581-8429-d5c10c1171c9 None None] New status for floating IP cdeed342-7690-4420-9f96-4129b0f72d3e: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:48:05.892306 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-f8606bc0-9206-4ffe-8d80-9596b2660f98 None None] Provisioning complete for port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:48:05.892704 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f8606bc0-9206-4ffe-8d80-9596b2660f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:05.929826 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-f8606bc0-9206-4ffe-8d80-9596b2660f98 None None] Port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:48:05.986932 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:06.003033 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bcef4-8232-4972-983f-bdfa7b6dd134 req-97a03bd8-ba11-4225-9c21-842d11f5d5de tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:06.004563 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c82bcef4-8232-4972-983f-bdfa7b6dd134 req-97a03bd8-ba11-4225-9c21-842d11f5d5de tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 932 time: 0.0476310 Aug 07 22:48:06.053001 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c82bcef4-8232-4972-983f-bdfa7b6dd134 req-ce834b37-ecec-4cd2-9dab-5791c716be73 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428314 Aug 07 22:48:06.506811 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-bb61833d-9ca7-4008-94b6-8edd851cb4d8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:48:06.507805 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-bb61833d-9ca7-4008-94b6-8edd851cb4d8 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050931 Aug 07 22:48:06.521864 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Request body: {'port': {'device_id': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:48:06.541267 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-478b0c91-f03d-4ddd-ab3c-40f31d46a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:06.543057 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-478b0c91-f03d-4ddd-ab3c-40f31d46a986 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406833 Aug 07 22:48:06.613051 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:06.640725 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12966a92-bc71-44e4-9221-e43553fa45d9 req-a8ad3158-968a-442f-af11-79c9d67af3f1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:06.642503 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-12966a92-bc71-44e4-9221-e43553fa45d9 req-a8ad3158-968a-442f-af11-79c9d67af3f1 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 945 time: 0.0650437 Aug 07 22:48:06.643119 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-29a68973-c7c1-454d-85d5-907e76b1c279 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901740 Aug 07 22:48:06.771967 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-d20d02a6-2f90-4057-9d97-df6f97ecb758 req-aee70083-f058-45f0-9b4e-1fbf0d52ca2b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863633 Aug 07 22:48:06.775510 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-12966a92-bc71-44e4-9221-e43553fa45d9 req-72cb35ec-e404-4388-9ca9-97e06e895c43 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160634 Aug 07 22:48:06.826742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:06.926541 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:48:06.934116 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Publish callbacks [] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.060603 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Transition to ACTIVE for port object f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:48:07.087218 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.089051 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-e1c65fe5-f1b3-440d-b26f-204057e71224 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:07.091213 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-e1c65fe5-f1b3-440d-b26f-204057e71224 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 945 time: 0.0470159 Aug 07 22:48:07.180276 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Deleting port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:07.180616 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.195698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Pushing event updated for resources: {'Port': ['ID=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:07.226662 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768fe9-c729-4192-86cb-c41754958b61 req-5db8e0e4-8739-4305-8d5b-3584cb5fbadc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:07.228163 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d768fe9-c729-4192-86cb-c41754958b61 req-5db8e0e4-8739-4305-8d5b-3584cb5fbadc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0878935 Aug 07 22:48:07.260620 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Attempting to bind port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:48:07.260953 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Attempting to bind port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:48:07.261274 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Attempting to bind port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:48:07.274755 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:48:07.275074 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Attempting to bind port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 on network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:48:07.276508 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] For port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:07.276874 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.289343 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:48:07.289671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Checking segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:48:07.290039 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Bound using segment: {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:48:07.290180 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Calling delete_port for de5f33fd-64a7-43ad-a8dc-4a99b1fca15d owned by compute:nova {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:07.290466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Bound port: f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9da5c43-7ccd-4042-ae34-b1d587440dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:48:07.290804 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.305444 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d768fe9-c729-4192-86cb-c41754958b61 req-1cc62073-64ed-49e6-ad6e-63a13ce36f42 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694213 Aug 07 22:48:07.343680 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:07.347233 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:07.366074 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:07.367773 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] For port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:48:07.370596 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] For port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:48:07.478999 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.483228 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:07.483904 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.485501 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 HTTP/1.1" status: 200 len: 1094 time: 0.9677470 Aug 07 22:48:07.488183 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:48:07.488321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3520c909-7b43-42d6-8775-0d5be2ae75df" -d '{"events": [{"name": "network-changed", "server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:48:07.508248 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (de5f33fd-64a7-43ad-a8dc-4a99b1fca15d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.529284 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecdf14d-22e4-4c87-b9dd-f33f051c448b x-openstack-request-id: req-2ecdf14d-22e4-4c87-b9dd-f33f051c448b {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:48:07.529574 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:48:07.529821 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ecdf14d-22e4-4c87-b9dd-f33f051c448b {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:48:07.530216 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecdf14d-22e4-4c87-b9dd-f33f051c448b'] response: {'name': 'network-changed', 'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'status': 'completed', 'code': 200} Aug 07 22:48:07.542106 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event deleted for resources: {'Port': ['ID=de5f33fd-64a7-43ad-a8dc-4a99b1fca15d,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:07.549030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058adfe-ebef-49f7-8284-ab7679c48824 service neutron] Pushing event updated for resources: {'Port': ['ID=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:07.611977 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] No DVR routers for this DVR port de5f33fd-64a7-43ad-a8dc-4a99b1fca15d on host hv-cinder-85032 {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:48:07.611977 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:07.611977 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-04643d3a-8dd9-4dd7-943b-e6d04da037f9 req-8482c2bb-a146-48de-8a98-97fec110b437 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "DELETE /networking/v2.0/ports/de5f33fd-64a7-43ad-a8dc-4a99b1fca15d HTTP/1.1" status: 204 len: 173 time: 0.4959495 Aug 07 22:48:07.611977 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'name': 'network-vif-deleted', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:48:07.611977 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e6658-4172-42e0-a4eb-a792b4067e6a" -d '{"events": [{"server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "name": "network-vif-deleted", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:48:07.612634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c909-7b43-42d6-8775-0d5be2ae75df req-7bba741d-58a1-4b0a-964b-838da6fb2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:07.612634 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3520c909-7b43-42d6-8775-0d5be2ae75df req-7bba741d-58a1-4b0a-964b-838da6fb2c9f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 1128 time: 0.0535953 Aug 07 22:48:07.641727 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281c5e4-93c8-456e-b5f9-2af2883a6121 x-openstack-request-id: req-4281c5e4-93c8-456e-b5f9-2af2883a6121 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:48:07.642021 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb112b33-4a06-4ff4-832f-aa5d3310bf2a", "name": "network-vif-deleted", "tag": "de5f33fd-64a7-43ad-a8dc-4a99b1fca15d", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:48:07.642275 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4281c5e4-93c8-456e-b5f9-2af2883a6121 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:48:07.642678 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4281c5e4-93c8-456e-b5f9-2af2883a6121'] response: {'server_uuid': 'fb112b33-4a06-4ff4-832f-aa5d3310bf2a', 'name': 'network-vif-deleted', 'tag': 'de5f33fd-64a7-43ad-a8dc-4a99b1fca15d', 'status': 'completed', 'code': 200} Aug 07 22:48:07.709329 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c909-7b43-42d6-8775-0d5be2ae75df req-8ba80c2f-9b45-4746-b64a-7853cf9fa967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:07.710776 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3520c909-7b43-42d6-8775-0d5be2ae75df req-8ba80c2f-9b45-4746-b64a-7853cf9fa967 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0982912 Aug 07 22:48:07.807870 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c909-7b43-42d6-8775-0d5be2ae75df req-e2250e3a-b7f8-439a-96fe-e899f9915055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:07.809447 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3520c909-7b43-42d6-8775-0d5be2ae75df req-e2250e3a-b7f8-439a-96fe-e899f9915055 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921941 Aug 07 22:48:08.178947 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bb6d6a67-554f-4ae4-88c6-acf767bc2938 req-34520304-0ebf-466d-b9cb-f2547f62911b tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=fb112b33-4a06-4ff4-832f-aa5d3310bf2a HTTP/1.1" status: 200 len: 210 time: 0.3233075 Aug 07 22:48:08.181521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:08.187412 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-8692e135-7451-4ad8-888b-6f2e812b22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:08.188901 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-8692e135-7451-4ad8-888b-6f2e812b22e5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 1128 time: 0.3432217 Aug 07 22:48:08.235949 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-223def5c-4656-45f6-b32c-f3e8085e7d3f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 HTTP/1.1" status: 200 len: 217 time: 0.0335729 Aug 07 22:48:08.285525 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-022e9616-e476-4af8-bab4-7e985fe349d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:08.286986 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-022e9616-e476-4af8-bab4-7e985fe349d1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 200 len: 849 time: 0.0448370 Aug 07 22:48:08.332882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-6eacc021-4ae1-4030-82e5-90f05b9fae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:08.334370 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-6eacc021-4ae1-4030-82e5-90f05b9fae74 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382011 Aug 07 22:48:08.439645 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97332b-50a9-4af9-9d46-175999b0aa8a req-20a150bf-ef44-49ce-9680-eaec7226fc7e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:08.440958 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f97332b-50a9-4af9-9d46-175999b0aa8a req-20a150bf-ef44-49ce-9680-eaec7226fc7e tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0593543 Aug 07 22:48:08.487762 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f97332b-50a9-4af9-9d46-175999b0aa8a req-96411068-3cdd-4077-8669-968ddc4180c5 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Aug 07 22:48:08.605998 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-1726e853-5f2b-427c-883b-c0b5540dfa7f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897505 Aug 07 22:48:08.700611 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d5dbfe42-580f-4f1d-b38d-dc52b11695de req-727ea218-be90-4634-bfa9-200f16ccf59b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863016 Aug 07 22:48:09.611968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a3411-e04e-4b8b-9404-7d53ed1710dc req-84b55c42-775b-4900-91b7-d884a6c6e95b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:09.613518 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1e4a3411-e04e-4b8b-9404-7d53ed1710dc req-84b55c42-775b-4900-91b7-d884a6c6e95b tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0501678 Aug 07 22:48:09.667886 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1e4a3411-e04e-4b8b-9404-7d53ed1710dc req-b86f81f8-a1b9-4e58-a3f9-858ef8cec0c9 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482509 Aug 07 22:48:10.786093 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab2aa-83bf-47b9-87c2-f8dfbc725b9a req-3def7097-c77f-4f04-bad9-4ab6ab2e541a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:10.787539 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d5ab2aa-83bf-47b9-87c2-f8dfbc725b9a req-3def7097-c77f-4f04-bad9-4ab6ab2e541a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0469801 Aug 07 22:48:10.834321 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1d5ab2aa-83bf-47b9-87c2-f8dfbc725b9a req-9c56f37a-f898-4398-a0fa-0053ee90e66a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 Aug 07 22:48:10.942325 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:48:10.946296 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device de5f33fd-64a7-43ad-a8dc-4a99b1fca15d no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:10.971823 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: de5f33fd-64a7-43ad-a8dc-4a99b1fca15d {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:10.972192 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device de5f33fd-64a7-43ad-a8dc-4a99b1fca15d not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:11.062120 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:11.073361 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'port_id': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'mac_address': 'fa:16:3e:75:a0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:48:11.114413 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:48:11.114797 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:11.128335 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:48:11.148601 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:11.206608 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:11.250502 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:11.258350 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.258692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.259031 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.259361 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.259692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.260043 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.260356 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.260715 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.260996 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.261312 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.261630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.261984 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.262261 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.262574 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.262886 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:48:11.469978 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:48:11.669009 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39820) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:11.807570 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Deleting port 67a1bbb5-39d2-49ad-b54c-bab05608bd12 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:11.808299 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:11.885214 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:11.889129 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:11.889449 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (67a1bbb5-39d2-49ad-b54c-bab05608bd12), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:11.902530 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Calling delete_port for 67a1bbb5-39d2-49ad-b54c-bab05608bd12 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:11.996981 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fcad1-cf67-4c99-9c9b-ebdabbb4a683 req-ed5dd055-1ec6-404d-a6cd-b98321d46f34 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:11.998449 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4c2fcad1-cf67-4c99-9c9b-ebdabbb4a683 req-ed5dd055-1ec6-404d-a6cd-b98321d46f34 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 945 time: 0.0916641 Aug 07 22:48:12.074067 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4c2fcad1-cf67-4c99-9c9b-ebdabbb4a683 req-25d7dc02-bc05-4fed-9d2e-ba90f5823246 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685775 Aug 07 22:48:12.086137 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:12.175448 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (67a1bbb5-39d2-49ad-b54c-bab05608bd12), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:12.200150 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event deleted for resources: {'Port': ['ID=67a1bbb5-39d2-49ad-b54c-bab05608bd12,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:12.266383 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (ae117fa8-0323-4026-b5f9-c0b5dfb6e01f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:12.266714 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Floating IP ae117fa8-0323-4026-b5f9-c0b5dfb6e01f disassociated (deleted). External IP: 172.27.3.241, port: 62940318-36f5-4e66-8a0a-be8fade04295. Aug 07 22:48:12.465359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:48:12.565486 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:48:12.573360 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:12.575086 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:48:12.586328 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:12.587019 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:12.608680 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f0acc37d-8223-4a51-aeee-b64649d752b8 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/ae117fa8-0323-4026-b5f9-c0b5dfb6e01f HTTP/1.1" status: 204 len: 168 time: 0.9385765 Aug 07 22:48:12.609536 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:48:12.612300 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "tag": "62940318-36f5-4e66-8a0a-be8fade04295"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:48:12.654894 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7d1258-7b1e-4155-9cc4-94d76e9aa4d5 x-openstack-request-id: req-fa7d1258-7b1e-4155-9cc4-94d76e9aa4d5 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:48:12.655173 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "tag": "62940318-36f5-4e66-8a0a-be8fade04295", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:48:12.655630 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa7d1258-7b1e-4155-9cc4-94d76e9aa4d5 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:48:12.656065 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7d1258-7b1e-4155-9cc4-94d76e9aa4d5'] response: {'name': 'network-changed', 'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295', 'status': 'completed', 'code': 200} Aug 07 22:48:12.699350 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:12.729698 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-555aaa8e-0626-49c4-802c-311a692ae76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:12.729698 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-555aaa8e-0626-49c4-802c-311a692ae76a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6b3cfd456d8748b3a1db990d638340af&device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 1129 time: 0.0423172 Aug 07 22:48:12.829085 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-8f628d5f-d948-4f92-aa90-8c656767b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:12.831295 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-8f628d5f-d948-4f92-aa90-8c656767b18d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 200 len: 913 time: 0.0885901 Aug 07 22:48:12.885119 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-8370bf62-d19e-4d52-ac51-8095ff498617 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62940318-36f5-4e66-8a0a-be8fade04295 HTTP/1.1" status: 200 len: 217 time: 0.0373409 Aug 07 22:48:12.890961 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:12.916660 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:48:12.932525 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:12.932525 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:12.932799 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:12.941582 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-d82c9a18-f7dc-4282-b022-d4201dbce08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:12.942982 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-d82c9a18-f7dc-4282-b022-d4201dbce08c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 200 len: 851 time: 0.0484223 Aug 07 22:48:12.978749 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:48:13.020942 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:13.025697 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:48:13.030609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-2cfe4461-7cc0-4a40-bbbd-65f039cc9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:13.031417 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:13.032160 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-2cfe4461-7cc0-4a40-bbbd-65f039cc9fc2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=aaf0b534-ba14-4766-8d78-28b21425ddb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761778 Aug 07 22:48:13.045380 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062cf0b-620a-4053-9630-eb2d8d3ea447 req-a14b7c45-5f0a-47ca-af42-e541d6781b9a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:13.046797 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9062cf0b-620a-4053-9630-eb2d8d3ea447 req-a14b7c45-5f0a-47ca-af42-e541d6781b9a tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 945 time: 0.0627918 Aug 07 22:48:13.099139 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9062cf0b-620a-4053-9630-eb2d8d3ea447 req-ad829295-aa7e-4b0c-8197-17cea3e14884 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458019 Aug 07 22:48:13.113436 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:48:13.115626 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:13.191742 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:13.203016 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:13.208035 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:48:13.208576 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:13.213756 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:13.231016 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:13.233872 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:48:13.236972 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd84a95-a5de-4432-a27e-9e6d39b12c69" -d '{"events": [{"server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:48:13.239632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6c468-297b-4102-871d-659ec72878a7 req-7eabf532-83cc-4f78-b288-2b56e674adc6 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:13.242061 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-58a6c468-297b-4102-871d-659ec72878a7 req-7eabf532-83cc-4f78-b288-2b56e674adc6 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 945 time: 0.0656655 Aug 07 22:48:13.250648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:13.262068 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f36e5-0bec-46ce-9168-c933d577c3a8 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:39:55Z', 'revision_number': 4, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '95e51ff2-3b82-4d54-b807-dc88b1305548', 'name': '', 'network_id': 'aaf0b534-ba14-4766-8d78-28b21425ddb7', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'mac_address': 'fa:16:3e:e9:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:54Z', 'updated_at': '2022-08-07T22:40:03Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'subnets': [{'id': 'a66cffc1-2992-47c6-8a92-507b83167955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:48:13.290067 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cd00aa-6ae1-4be4-bbb7-dc717dabf0a8 x-openstack-request-id: req-30cd00aa-6ae1-4be4-bbb7-dc717dabf0a8 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:48:13.290421 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:48:13.290740 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30cd00aa-6ae1-4be4-bbb7-dc717dabf0a8 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:48:13.291199 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cd00aa-6ae1-4be4-bbb7-dc717dabf0a8'] response: {'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'code': 200} Aug 07 22:48:13.310683 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-58a6c468-297b-4102-871d-659ec72878a7 req-661cb009-a977-4a20-b56d-c542485d47bf tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462468 Aug 07 22:48:13.324833 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:13.375618 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:13.489631 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5e2c6-ad07-47e4-9c4d-f00cdef1bfc3 None None] New status for floating IP ae117fa8-0323-4026-b5f9-c0b5dfb6e01f: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:48:14.184409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:14.238856 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588576e-08f9-44a0-ba79-c9de65b648b6 req-cd34e257-7e34-4ec6-9711-02f80a3a3d06 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:14.240255 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b588576e-08f9-44a0-ba79-c9de65b648b6 req-cd34e257-7e34-4ec6-9711-02f80a3a3d06 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 945 time: 0.0589352 Aug 07 22:48:14.285685 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-1515252f-c0e6-4f5f-bc6b-cb52c6b7dd5e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525462 Aug 07 22:48:14.359047 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b588576e-08f9-44a0-ba79-c9de65b648b6 req-778b9a96-435a-4ced-b120-79992e54b7cb tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d83bac35-f762-4867-a57a-7c636f1690fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099401 Aug 07 22:48:14.432804 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9e3eb7ed-32e8-4113-a358-4dcd5ea6b6df req-f72a7177-66e4-460f-a69b-4e4b209f0366 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331141 Aug 07 22:48:14.467029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2086278-1282-4008-b735-3ca70696cdc8 req-06d7c97a-24d0-45a7-bee4-be7443f19cba tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:14.468528 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2086278-1282-4008-b735-3ca70696cdc8 req-06d7c97a-24d0-45a7-bee4-be7443f19cba tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0519173 Aug 07 22:48:14.517006 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2086278-1282-4008-b735-3ca70696cdc8 req-3644e1fa-498b-48bd-8087-0f7103acf96a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Aug 07 22:48:14.583934 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f893802-cff2-48a7-9fc2-b367f2e7a538 req-25add43c-c673-42e9-86a6-1b60d9acaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:14.585455 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2f893802-cff2-48a7-9fc2-b367f2e7a538 req-25add43c-c673-42e9-86a6-1b60d9acaca3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 1130 time: 0.0387061 Aug 07 22:48:14.633452 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2f893802-cff2-48a7-9fc2-b367f2e7a538 req-59f639aa-cc93-4c95-9705-011ad97c0b04 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382464 Aug 07 22:48:14.672740 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-3ecdd2bb-98ef-422a-a0b7-df2572b2b00e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:14.674732 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-3ecdd2bb-98ef-422a-a0b7-df2572b2b00e tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 945 time: 0.0506971 Aug 07 22:48:14.936330 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Deleting port 62940318-36f5-4e66-8a0a-be8fade04295 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:14.936673 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (62940318-36f5-4e66-8a0a-be8fade04295), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:15.025102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] For port 62940318-36f5-4e66-8a0a-be8fade04295, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=62940318-36f5-4e66-8a0a-be8fade04295,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:15.025457 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (62940318-36f5-4e66-8a0a-be8fade04295), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:15.038744 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Calling delete_port for 62940318-36f5-4e66-8a0a-be8fade04295 owned by compute:nova {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:15.250149 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (62940318-36f5-4e66-8a0a-be8fade04295), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:15.280505 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event deleted for resources: {'Port': ['ID=62940318-36f5-4e66-8a0a-be8fade04295,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:15.326684 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] No DVR routers for this DVR port 62940318-36f5-4e66-8a0a-be8fade04295 on host hv-cinder-85032 {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:48:15.329150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:15.332945 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-fef9a8a3-6ece-48cb-b2f8-3c80438821f2 req-8a4f137d-b15a-43fe-8fa8-a97b141d5238 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.27 "DELETE /networking/v2.0/ports/62940318-36f5-4e66-8a0a-be8fade04295 HTTP/1.1" status: 204 len: 173 time: 0.4764585 Aug 07 22:48:15.333383 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'name': 'network-vif-deleted', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:48:15.335661 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15375d62-e8d9-46b4-9c10-8e81123ec1b3" -d '{"events": [{"server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "name": "network-vif-deleted", "tag": "62940318-36f5-4e66-8a0a-be8fade04295"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:48:15.342655 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:48:15.372979 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f808131-d6b8-4807-ba44-fd8173b0ec04 x-openstack-request-id: req-9f808131-d6b8-4807-ba44-fd8173b0ec04 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:48:15.373312 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38", "name": "network-vif-deleted", "tag": "62940318-36f5-4e66-8a0a-be8fade04295", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:48:15.373564 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f808131-d6b8-4807-ba44-fd8173b0ec04 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:48:15.374023 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f808131-d6b8-4807-ba44-fd8173b0ec04'] response: {'server_uuid': 'd2c54d4b-5ebb-48f8-bcec-b0cb085fdb38', 'name': 'network-vif-deleted', 'tag': '62940318-36f5-4e66-8a0a-be8fade04295', 'status': 'completed', 'code': 200} Aug 07 22:48:15.476517 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7ff070af-9503-4102-ac53-8cdd9718ee84 req-b1362318-ce89-4590-b1aa-016c5a5f1a01 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 210 time: 0.0338421 Aug 07 22:48:15.640784 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410b6d2-29b1-4b96-ad51-7031c4f540aa req-98fc2d9c-a8ee-435c-8110-1068eaad8f44 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:15.643452 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d410b6d2-29b1-4b96-ad51-7031c4f540aa req-98fc2d9c-a8ee-435c-8110-1068eaad8f44 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0513082 Aug 07 22:48:15.698059 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d410b6d2-29b1-4b96-ad51-7031c4f540aa req-ee7f3612-d784-4519-8b86-c6001ab150ce tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481281 Aug 07 22:48:16.594025 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8d541de8-50f2-4c50-8f0b-d94b609ca0ea req-dca9fb89-c9fa-438b-ae97-b903ad9c7570 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d2c54d4b-5ebb-48f8-bcec-b0cb085fdb38 HTTP/1.1" status: 200 len: 210 time: 0.0279109 Aug 07 22:48:16.827706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696e74-a247-48cc-affe-afaed6c499f1 req-4f41ba69-bcd3-473a-bf71-0a8f617fc0d6 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:16.829199 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-33696e74-a247-48cc-affe-afaed6c499f1 req-4f41ba69-bcd3-473a-bf71-0a8f617fc0d6 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0514696 Aug 07 22:48:16.877844 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-33696e74-a247-48cc-affe-afaed6c499f1 req-177def55-0a3d-42db-a1f7-b8e059de4042 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Aug 07 22:48:16.992817 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9582e-599d-487c-b081-f5c7b7910cae req-d09e11de-31ae-4f23-a481-274efdd9b0ba tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:16.994196 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a1c9582e-599d-487c-b081-f5c7b7910cae req-d09e11de-31ae-4f23-a481-274efdd9b0ba tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0478559 Aug 07 22:48:17.004209 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39850) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:17.008422 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Request body: {'floatingip': {'port_id': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:48:17.047011 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (480a1543-9ba3-4c60-8baf-8aca77a49231), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:17.192147 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:17.379697 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:17.461505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:17.509335 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (480a1543-9ba3-4c60-8baf-8aca77a49231), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:17.603053 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Floating IP 480a1543-9ba3-4c60-8baf-8aca77a49231 associated. External IP: 172.27.3.197, port: f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659. Aug 07 22:48:17.658016 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39854) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:17.770683 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Deleting port 88898a8d-9c92-4138-accc-d2b15add2c58 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:17.771121 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (88898a8d-9c92-4138-accc-d2b15add2c58), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:17.804461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Router 6cac068b-90c7-4dcb-9cb5-fc573e154948 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:48:17.849458 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (88898a8d-9c92-4138-accc-d2b15add2c58), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:17.849776 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (88898a8d-9c92-4138-accc-d2b15add2c58), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:17.862211 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Calling delete_port for 88898a8d-9c92-4138-accc-d2b15add2c58 owned by network:floatingip {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:17.907692 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:48:17.912593 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:17.913329 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:17.921653 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] Sync routers for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:48:17.934502 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:17.935127 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:18.001885 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:18.064716 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (88898a8d-9c92-4138-accc-d2b15add2c58), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:18.093051 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event deleted for resources: {'Port': ['ID=88898a8d-9c92-4138-accc-d2b15add2c58,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:18.146282 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:18.166474 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for floatingip (378ab65b-98fd-4148-add1-d1346670d51f), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:18.169248 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:18.170569 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-719c97a7-5222-416e-8e9c-e909e454112c tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/378ab65b-98fd-4148-add1-d1346670d51f HTTP/1.1" status: 204 len: 168 time: 0.5116842 Aug 07 22:48:18.223923 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4c85e82f-9827-4e1e-8e2c-9df097b15dbc tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/480a1543-9ba3-4c60-8baf-8aca77a49231 HTTP/1.1" status: 200 len: 992 time: 1.2186606 Aug 07 22:48:18.224545 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:48:18.226921 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e" -d '{"events": [{"name": "network-changed", "server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:48:18.273854 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7847ed2-336f-49aa-8f38-b9cd0dc8df77 x-openstack-request-id: req-d7847ed2-336f-49aa-8f38-b9cd0dc8df77 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:48:18.274349 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:48:18.274598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7847ed2-336f-49aa-8f38-b9cd0dc8df77 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:48:18.274994 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7847ed2-336f-49aa-8f38-b9cd0dc8df77'] response: {'name': 'network-changed', 'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'status': 'completed', 'code': 200} Aug 07 22:48:18.344812 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-90d4dd02-19d2-4ec4-b0dd-68f18a3c6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:18.346271 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-90d4dd02-19d2-4ec4-b0dd-68f18a3c6a87 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 1130 time: 0.0399511 Aug 07 22:48:18.365290 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '480a1543-9ba3-4c60-8baf-8aca77a49231', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'port_id': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'mac_address': 'fa:16:3e:75:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:48:01Z', 'updated_at': '2022-08-07T22:48:17Z', 'revision_number': 1, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:18.391464 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] Checking router: 6cac068b-90c7-4dcb-9cb5-fc573e154948 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:48:18.400327 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:18.400928 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:18.443966 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-2ff6cfe7-eb59-4899-88d8-b188905522f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:18.445480 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-2ff6cfe7-eb59-4899-88d8-b188905522f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 200 len: 911 time: 0.0919387 Aug 07 22:48:18.507932 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:18.512813 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-e7caca86-f45e-433b-96d9-60f8c54afe93 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 HTTP/1.1" status: 200 len: 1000 time: 0.0605900 Aug 07 22:48:18.564608 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-c61b2e84-1bf4-49f8-b762-75ff956af620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:18.566185 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-c61b2e84-1bf4-49f8-b762-75ff956af620 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 200 len: 849 time: 0.0457070 Aug 07 22:48:18.612271 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-51c563fb-767d-438f-914a-fe055faf06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:48:18.614229 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-51c563fb-767d-438f-914a-fe055faf06fe service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424051 Aug 07 22:48:18.729624 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '480a1543-9ba3-4c60-8baf-8aca77a49231', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'port_id': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'mac_address': 'fa:16:3e:75:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:48:01Z', 'updated_at': '2022-08-07T22:48:17Z', 'revision_number': 1, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:18.756280 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7671d7-14cf-4cb5-8103-12fc2fcca3c6 None None] The sync data for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi is: [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '480a1543-9ba3-4c60-8baf-8aca77a49231', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'port_id': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'mac_address': 'fa:16:3e:75:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:48:01Z', 'updated_at': '2022-08-07T22:48:17Z', 'revision_number': 1, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:48:18.952796 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-7fb73d9c-f899-4a69-a16a-30b777b1c754 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315637 Aug 07 22:48:18.966860 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfd899-c5ab-48e8-8a56-03f0e8382de3 None None] New status for floating IP 480a1543-9ba3-4c60-8baf-8aca77a49231: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:48:19.056611 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-4d3dfb61-626a-4bb9-9e36-c47d74bee19e req-a98a4b81-92fa-436f-ac74-58d29d5f1bb3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973170 Aug 07 22:48:19.127569 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 62940318-36f5-4e66-8a0a-be8fade04295 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:19.156432 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 62940318-36f5-4e66-8a0a-be8fade04295 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:19.156768 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 62940318-36f5-4e66-8a0a-be8fade04295 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:19.551699 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39870) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:19.610039 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-37885fd4-4447-4bed-a65e-62842fba8c38 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group (d83bac35-f762-4867-a57a-7c636f1690fb), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:19.635685 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-37885fd4-4447-4bed-a65e-62842fba8c38 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group (d83bac35-f762-4867-a57a-7c636f1690fb), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:19.764163 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-37885fd4-4447-4bed-a65e-62842fba8c38 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d83bac35-f762-4867-a57a-7c636f1690fb), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:19.766741 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-37885fd4-4447-4bed-a65e-62842fba8c38 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:19.767914 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-37885fd4-4447-4bed-a65e-62842fba8c38 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d83bac35-f762-4867-a57a-7c636f1690fb HTTP/1.1" status: 204 len: 168 time: 0.2151382 Aug 07 22:48:19.777503 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37885fd4-4447-4bed-a65e-62842fba8c38 tempest-TestVolumeBootPattern-2078404334 tempest-TestVolumeBootPattern-2078404334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83bac35-f762-4867-a57a-7c636f1690fb,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:19.896155 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39874) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:20.170784 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:20.250016 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:20.308180 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (21511373-e1bb-456b-9bc5-a34ec891c2ba), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:20.529912 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Deleting port 95e51ff2-3b82-4d54-b807-dc88b1305548 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:20.530230 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:20.609030 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] For port 95e51ff2-3b82-4d54-b807-dc88b1305548, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=95e51ff2-3b82-4d54-b807-dc88b1305548,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:20.609391 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:20.621830 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Calling delete_port for 95e51ff2-3b82-4d54-b807-dc88b1305548 owned by network:router_interface {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:20.855616 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (95e51ff2-3b82-4d54-b807-dc88b1305548), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:20.880250 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e51ff2-3b82-4d54-b807-dc88b1305548,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:21.027577 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:21.042509 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (21511373-e1bb-456b-9bc5-a34ec891c2ba), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:21.150122 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:21.250591 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Router 21511373-e1bb-456b-9bc5-a34ec891c2ba has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:48:21.357704 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:48:21.363507 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-890f6bea-3a5c-443b-8d69-900bbe653587 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/21511373-e1bb-456b-9bc5-a34ec891c2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662447 Aug 07 22:48:21.365730 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39878) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:21.366744 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] Sync routers for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:48:21.369884 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:21.378584 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:21.379185 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:21.381872 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:21.464556 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks [] for router (21511373-e1bb-456b-9bc5-a34ec891c2ba), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:21.482364 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:21.553628 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:21.562754 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks [] for router_gateway (21511373-e1bb-456b-9bc5-a34ec891c2ba), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:21.652208 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:48:20Z', 'revision_number': 5, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port': {'id': '097a48ed-8de8-494c-9a7c-f978b978fb4f', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:39:50Z', 'updated_at': '2022-08-07T22:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:21.676744 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] Checking router: 21511373-e1bb-456b-9bc5-a34ec891c2ba for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:48:21.685478 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] Routers {'21511373-e1bb-456b-9bc5-a34ec891c2ba'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:21.686056 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['21511373-e1bb-456b-9bc5-a34ec891c2ba'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:21.702395 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Deleting port 097a48ed-8de8-494c-9a7c-f978b978fb4f {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:21.702814 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:21.768430 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] Set router 21511373-e1bb-456b-9bc5-a34ec891c2ba gateway port host: None {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:21.781903 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] For port 097a48ed-8de8-494c-9a7c-f978b978fb4f, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=097a48ed-8de8-494c-9a7c-f978b978fb4f,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:21.782264 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:21.795028 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Calling delete_port for 097a48ed-8de8-494c-9a7c-f978b978fb4f owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:21.807621 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:21.817261 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:48:21Z', 'revision_number': 6, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:21.845019 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61103d-ea87-4f76-9d58-b6cec47b3df3 None None] The sync data for ids ['21511373-e1bb-456b-9bc5-a34ec891c2ba'] in dv-cinder-850321-3-iscsi is: [{'id': '21511373-e1bb-456b-9bc5-a34ec891c2ba', 'name': 'tempest-TestVolumeBootPattern-1348448490-router', 'tenant_id': '6b3cfd456d8748b3a1db990d638340af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:49Z', 'updated_at': '2022-08-07T22:48:21Z', 'revision_number': 6, 'project_id': '6b3cfd456d8748b3a1db990d638340af', 'gw_port_host': None}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:48:22.029495 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (097a48ed-8de8-494c-9a7c-f978b978fb4f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.056598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Pushing event deleted for resources: {'Port': ['ID=097a48ed-8de8-494c-9a7c-f978b978fb4f,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:22.119795 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (21511373-e1bb-456b-9bc5-a34ec891c2ba), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.206792 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (21511373-e1bb-456b-9bc5-a34ec891c2ba), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.209180 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks [] for router_controller (21511373-e1bb-456b-9bc5-a34ec891c2ba), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.309822 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (21511373-e1bb-456b-9bc5-a34ec891c2ba), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.310379 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21511373-e1bb-456b-9bc5-a34ec891c2ba {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:48:22.314741 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.319029 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1a95cc22-7507-47c7-93f0-f27c699d70ff admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/21511373-e1bb-456b-9bc5-a34ec891c2ba HTTP/1.1" status: 204 len: 168 time: 0.9493201 Aug 07 22:48:22.319029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39880) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:22.367904 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] Deleting subnet a66cffc1-2992-47c6-8a92-507b83167955 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:48:22.371202 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] Publish callbacks [] for subnet (a66cffc1-2992-47c6-8a92-507b83167955), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.406420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (a66cffc1-2992-47c6-8a92-507b83167955), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.480512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (a66cffc1-2992-47c6-8a92-507b83167955), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.601519 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (a66cffc1-2992-47c6-8a92-507b83167955), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.629297 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66cffc1-2992-47c6-8a92-507b83167955,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:22.633321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.639505 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39882) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:22.640041 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-63e8ad7a-2c8c-4f1a-bc73-b78517a384c5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/a66cffc1-2992-47c6-8a92-507b83167955 HTTP/1.1" status: 204 len: 168 time: 0.3198833 Aug 07 22:48:22.645952 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2db22-7610-4e89-9182-5b89f194cf2a None None] Network aaf0b534-ba14-4766-8d78-28b21425ddb7 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:48:22.723805 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (aaf0b534-ba14-4766-8d78-28b21425ddb7), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.767122 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Deleting port a860c3e4-74e7-471c-8cd3-96ff104b86ad {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:22.767461 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.812371 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] DHCP port deletion for aaf0b534-ba14-4766-8d78-28b21425ddb7 request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:48:22.841568 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] For port a860c3e4-74e7-471c-8cd3-96ff104b86ad, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=a860c3e4-74e7-471c-8cd3-96ff104b86ad,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:22.842090 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.852946 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] Deleting port a860c3e4-74e7-471c-8cd3-96ff104b86ad {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:22.853557 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.857645 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Calling delete_port for a860c3e4-74e7-471c-8cd3-96ff104b86ad owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:22.928523 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] For port a860c3e4-74e7-471c-8cd3-96ff104b86ad, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=a860c3e4-74e7-471c-8cd3-96ff104b86ad,segment=NetworkSegment(907cae7f-2a44-4a43-9dff-3f463c9a3541),segment_id=907cae7f-2a44-4a43-9dff-3f463c9a3541)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:22.929204 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:22.943777 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] Calling delete_port for a860c3e4-74e7-471c-8cd3-96ff104b86ad owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:23.038605 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.045877 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (a860c3e4-74e7-471c-8cd3-96ff104b86ad), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.063013 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Pushing event deleted for resources: {'Port': ['ID=a860c3e4-74e7-471c-8cd3-96ff104b86ad,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:23.069540 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] No DVR routers for this DVR port a860c3e4-74e7-471c-8cd3-96ff104b86ad on host dv-cinder-850321-3-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:48:23.074502 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] Pushing event deleted for resources: {'Port': ['ID=a860c3e4-74e7-471c-8cd3-96ff104b86ad,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:23.080802 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c5fdf-5aa3-45e9-858a-95fcd7648dca None None] No DVR routers for this DVR port a860c3e4-74e7-471c-8cd3-96ff104b86ad on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:48:23.144833 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (aaf0b534-ba14-4766-8d78-28b21425ddb7), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.165515 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf0b534-ba14-4766-8d78-28b21425ddb7']}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:23.174541 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907cae7f-2a44-4a43-9dff-3f463c9a3541') {'for_net_delete': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:23.175433 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.services.segments.db [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907cae7f-2a44-4a43-9dff-3f463c9a3541') {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:23.184756 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9013766'] for segment (907cae7f-2a44-4a43-9dff-3f463c9a3541), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.197668 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (907cae7f-2a44-4a43-9dff-3f463c9a3541), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.203743 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:48:23.204265 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595721'] for segment (907cae7f-2a44-4a43-9dff-3f463c9a3541), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.246521 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 907cae7f-2a44-4a43-9dff-3f463c9a3541 resource provider aggregate not found Aug 07 22:48:23.265266 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.services.segments.plugin [-] Segment 907cae7f-2a44-4a43-9dff-3f463c9a3541 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 907cae7f-2a44-4a43-9dff-3f463c9a3541 found for delete ", "request_id": "req-f17e3adb-a7df-4320-bf0f-d2d814761fb4"}]} Aug 07 22:48:23.309696 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 95e51ff2-3b82-4d54-b807-dc88b1305548 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:23.331927 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 95e51ff2-3b82-4d54-b807-dc88b1305548 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:23.332366 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 95e51ff2-3b82-4d54-b807-dc88b1305548 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:23.332787 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device a860c3e4-74e7-471c-8cd3-96ff104b86ad no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:23.351221 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: a860c3e4-74e7-471c-8cd3-96ff104b86ad {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:23.351384 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device a860c3e4-74e7-471c-8cd3-96ff104b86ad not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:23.351767 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 097a48ed-8de8-494c-9a7c-f978b978fb4f no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:23.361073 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (aaf0b534-ba14-4766-8d78-28b21425ddb7), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.375704 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.375704 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/aaf0b534-ba14-4766-8d78-28b21425ddb7 HTTP/1.1" status: 204 len: 168 time: 0.7300103 Aug 07 22:48:23.375903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 097a48ed-8de8-494c-9a7c-f978b978fb4f {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:23.375903 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 097a48ed-8de8-494c-9a7c-f978b978fb4f not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:23.376132 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:23.376227 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39888) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:23.383046 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4897d3-fe19-4097-8bec-47b57dbca701 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf0b534-ba14-4766-8d78-28b21425ddb7,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:23.460927 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:23.595556 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:23.689545 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.903886 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b4f593e7-aff0-4add-a59c-ad312bca0200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.908833 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Deleting port 1b5a600e-ffd6-4073-951c-fd655e09a84b {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:23.909702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:23.992849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] For port 1b5a600e-ffd6-4073-951c-fd655e09a84b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=1b5a600e-ffd6-4073-951c-fd655e09a84b,segment=NetworkSegment(dc0509f7-5d46-464a-857b-ae58fc2b723d),segment_id=dc0509f7-5d46-464a-857b-ae58fc2b723d)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:23.993208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:24.006517 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Calling delete_port for 1b5a600e-ffd6-4073-951c-fd655e09a84b owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:24.255625 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (1b5a600e-ffd6-4073-951c-fd655e09a84b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:24.278165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5a600e-ffd6-4073-951c-fd655e09a84b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:24.287566 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:24.451586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:24.594571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:24.657336 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:48:24.759220 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:48:24.764548 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4f479d73-4407-4abe-a930-82a21b3e5b9c admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/f991d8f2-a9db-4d22-8111-0f75f7ea9ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3895524 Aug 07 22:48:24.769549 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] Sync routers for ids ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:48:24.774282 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39892) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:24.780588 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] Routers {'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:24.781201 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:24.874148 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks [] for router (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:24.883953 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] Set router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:24.972671 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks [] for router_gateway (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:24.977161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:25.060253 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:48:24Z', 'revision_number': 5, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port': {'id': 'f77d70e1-c544-4b5b-9150-d7f60ba53a68', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:40:01Z', 'updated_at': '2022-08-07T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:25.070824 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Deleting port f77d70e1-c544-4b5b-9150-d7f60ba53a68 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:25.071169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.086361 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] Checking router: f991d8f2-a9db-4d22-8111-0f75f7ea9ecf for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:48:25.089352 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:25.095548 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] Routers {'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:48:25.096201 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:47:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:25.158877 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] For port f77d70e1-c544-4b5b-9150-d7f60ba53a68, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=f77d70e1-c544-4b5b-9150-d7f60ba53a68,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:25.159775 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.162198 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:25.173389 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Calling delete_port for f77d70e1-c544-4b5b-9150-d7f60ba53a68 owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:25.184919 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] Set router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:48:25.235043 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:48:24Z', 'revision_number': 6, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:25.264474 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cddc53-57ac-4eb8-94fe-1ff9173a6e04 None None] The sync data for ids ['f991d8f2-a9db-4d22-8111-0f75f7ea9ecf'] in dv-cinder-850321-3-iscsi is: [{'id': 'f991d8f2-a9db-4d22-8111-0f75f7ea9ecf', 'name': 'tempest-TestVolumeBootPattern-1875146718-router', 'tenant_id': '4842e6e3e892400cbccac28d678c8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:39:59Z', 'updated_at': '2022-08-07T22:48:24Z', 'revision_number': 6, 'project_id': '4842e6e3e892400cbccac28d678c8190', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:48:25.406391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (f77d70e1-c544-4b5b-9150-d7f60ba53a68), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.436884 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77d70e1-c544-4b5b-9150-d7f60ba53a68,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:25.493176 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.578977 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.581744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks [] for router_controller (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.707137 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (f991d8f2-a9db-4d22-8111-0f75f7ea9ecf), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.707790 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f991d8f2-a9db-4d22-8111-0f75f7ea9ecf {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:48:25.711970 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.713170 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e76c2dce-2de6-4da7-9bc8-b14bcdc488d5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/f991d8f2-a9db-4d22-8111-0f75f7ea9ecf HTTP/1.1" status: 204 len: 168 time: 0.9379570 Aug 07 22:48:25.715634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39894) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:25.753783 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:25.760705 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] Deleting subnet bffc0ad5-212f-4a77-816c-6225be717e6c {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:48:25.764035 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] Publish callbacks [] for subnet (bffc0ad5-212f-4a77-816c-6225be717e6c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.798080 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804302'] for subnet (bffc0ad5-212f-4a77-816c-6225be717e6c), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.875585 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (bffc0ad5-212f-4a77-816c-6225be717e6c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:25.999398 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528250'] for subnet (bffc0ad5-212f-4a77-816c-6225be717e6c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.027147 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffc0ad5-212f-4a77-816c-6225be717e6c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:26.035443 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.042346 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e32b3dc1-39f5-44b3-974b-6e672fdd266f admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/bffc0ad5-212f-4a77-816c-6225be717e6c HTTP/1.1" status: 204 len: 168 time: 0.3232207 Aug 07 22:48:26.042509 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab509ba-47ae-43de-b999-0814b59c93ba None None] Network 92ef88bd-0f38-467a-bf94-b699c80b50c1 requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:48:26.042976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 39896) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:26.115905 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (92ef88bd-0f38-467a-bf94-b699c80b50c1), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.170543 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Deleting port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:26.170882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.192956 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] DHCP port deletion for 92ef88bd-0f38-467a-bf94-b699c80b50c1 request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:48:26.240432 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] Deleting port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:48:26.240957 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.312499 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] For port 73a8c5c0-c815-4598-9239-b0e6f8e88e15, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=73a8c5c0-c815-4598-9239-b0e6f8e88e15,segment=NetworkSegment(dc0509f7-5d46-464a-857b-ae58fc2b723d),segment_id=dc0509f7-5d46-464a-857b-ae58fc2b723d)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:26.313063 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.329528 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] Calling delete_port for 73a8c5c0-c815-4598-9239-b0e6f8e88e15 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:26.497668 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] For port 73a8c5c0-c815-4598-9239-b0e6f8e88e15, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=73a8c5c0-c815-4598-9239-b0e6f8e88e15,segment=NetworkSegment(dc0509f7-5d46-464a-857b-ae58fc2b723d),segment_id=dc0509f7-5d46-464a-857b-ae58fc2b723d)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:48:26.498280 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.498384 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.510573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Calling delete_port for 73a8c5c0-c815-4598-9239-b0e6f8e88e15 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:48:26.524214 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] Pushing event deleted for resources: {'Port': ['ID=73a8c5c0-c815-4598-9239-b0e6f8e88e15,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:26.527787 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-efb04445-51df-4cad-81e3-6895fb5324ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.529229 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a25ea-de3f-4755-9959-9a7d968bc340 None None] No DVR routers for this DVR port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:48:26.552549 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:26.591886 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (73a8c5c0-c815-4598-9239-b0e6f8e88e15), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.616940 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a8c5c0-c815-4598-9239-b0e6f8e88e15,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:26.620417 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] No DVR routers for this DVR port 73a8c5c0-c815-4598-9239-b0e6f8e88e15 on host dv-cinder-850321-3-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:48:26.695711 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (92ef88bd-0f38-467a-bf94-b699c80b50c1), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.715510 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ef88bd-0f38-467a-bf94-b699c80b50c1']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:26.724797 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0509f7-5d46-464a-857b-ae58fc2b723d') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:26.725092 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0509f7-5d46-464a-857b-ae58fc2b723d') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:48:26.734447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (dc0509f7-5d46-464a-857b-ae58fc2b723d), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.748334 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (dc0509f7-5d46-464a-857b-ae58fc2b723d), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.755367 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:48:26.755747 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (dc0509f7-5d46-464a-857b-ae58fc2b723d), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.794789 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment dc0509f7-5d46-464a-857b-ae58fc2b723d resource provider aggregate not found Aug 07 22:48:26.813378 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment dc0509f7-5d46-464a-857b-ae58fc2b723d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc0509f7-5d46-464a-857b-ae58fc2b723d found for delete ", "request_id": "req-c53db695-e8cf-449d-a8d0-967a88d18de2"}]} Aug 07 22:48:26.903537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (92ef88bd-0f38-467a-bf94-b699c80b50c1), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.910259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:26.913252 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/92ef88bd-0f38-467a-bf94-b699c80b50c1 HTTP/1.1" status: 204 len: 168 time: 0.8697562 Aug 07 22:48:26.925875 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b471c2c-a2b0-4768-a62b-14a1d4892761 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ef88bd-0f38-467a-bf94-b699c80b50c1,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:27.205445 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39904) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:27.246407 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-6400f87d-6c89-4286-a62b-8e23a21e6e05 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6b3cfd456d8748b3a1db990d638340af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391948 Aug 07 22:48:27.248915 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39906) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:27.298178 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-db15a18d-ebd3-4aef-95e8-7f082c2112bc admin admin] Publish callbacks [] for security_group (6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:27.307480 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f77d70e1-c544-4b5b-9150-d7f60ba53a68 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:27.320279 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-db15a18d-ebd3-4aef-95e8-7f082c2112bc admin admin] Publish callbacks [] for security_group (6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:27.326691 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: f77d70e1-c544-4b5b-9150-d7f60ba53a68 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:27.327034 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device f77d70e1-c544-4b5b-9150-d7f60ba53a68 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:27.327450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 73a8c5c0-c815-4598-9239-b0e6f8e88e15 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:27.345685 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 73a8c5c0-c815-4598-9239-b0e6f8e88e15 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:27.346023 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 73a8c5c0-c815-4598-9239-b0e6f8e88e15 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:27.347299 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1b5a600e-ffd6-4073-951c-fd655e09a84b no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:48:27.371333 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 1b5a600e-ffd6-4073-951c-fd655e09a84b {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:48:27.371593 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 1b5a600e-ffd6-4073-951c-fd655e09a84b not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:48:27.478238 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-db15a18d-ebd3-4aef-95e8-7f082c2112bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:27.480848 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-db15a18d-ebd3-4aef-95e8-7f082c2112bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:27.482003 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-db15a18d-ebd3-4aef-95e8-7f082c2112bc admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2 HTTP/1.1" status: 204 len: 168 time: 0.2321982 Aug 07 22:48:27.490016 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:27.490584 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15a18d-ebd3-4aef-95e8-7f082c2112bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c0f9d-cf87-4f55-8005-b2ccd400a1c2,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:28.110257 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39912) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:28.131077 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:28.155026 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-c2bdcc1e-4855-47e4-8644-04988dc25676 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=4842e6e3e892400cbccac28d678c8190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435746 Aug 07 22:48:28.157436 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 39914) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:48:28.205995 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a5231ba6-9b22-4c7a-8d01-f8e904d4396f admin admin] Publish callbacks [] for security_group (9613ed25-e7b7-4bb6-8f42-a5a7c1908155), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:28.227330 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a5231ba6-9b22-4c7a-8d01-f8e904d4396f admin admin] Publish callbacks [] for security_group (9613ed25-e7b7-4bb6-8f42-a5a7c1908155), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:28.371917 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a5231ba6-9b22-4c7a-8d01-f8e904d4396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9613ed25-e7b7-4bb6-8f42-a5a7c1908155), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:28.374480 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a5231ba6-9b22-4c7a-8d01-f8e904d4396f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:28.375651 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a5231ba6-9b22-4c7a-8d01-f8e904d4396f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9613ed25-e7b7-4bb6-8f42-a5a7c1908155 HTTP/1.1" status: 204 len: 168 time: 0.2173362 Aug 07 22:48:28.383635 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5231ba6-9b22-4c7a-8d01-f8e904d4396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613ed25-e7b7-4bb6-8f42-a5a7c1908155,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:48:29.375118 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:29.443640 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:29.661195 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:31.791898 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=35 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:31.820885 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=42 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:36.914290 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:36.915087 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:38.379669 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:39.610062 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=45,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:39.611922 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:48:52.342577 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:48:53.889516 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5cc8b937-5065-4760-af49-ef78ae269b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:56.512444 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4e99364b-8835-442b-9f34-1d3fc2779467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:57.446304 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:59.389140 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:59.417187 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:48:59.683631 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:02.337922 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:02.338763 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:09.622362 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:09.624177 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:17.680537 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774db63-7f3f-493c-a776-9f9e258bd1b4 req-c26955a2-a9b4-4b40-b072-7a6bef0e4ecf tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:17.682007 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6774db63-7f3f-493c-a776-9f9e258bd1b4 req-c26955a2-a9b4-4b40-b072-7a6bef0e4ecf tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0476754 Aug 07 22:49:17.731701 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6774db63-7f3f-493c-a776-9f9e258bd1b4 req-8099fb18-e1f0-4867-95bf-e6bd28b47b82 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440516 Aug 07 22:49:18.850530 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b8f6d-c06a-4889-99f0-f89a7d87c4e1 req-a9025ce1-6cc5-4e6c-95ce-6adc8390d559 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:18.852675 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-549b8f6d-c06a-4889-99f0-f89a7d87c4e1 req-a9025ce1-6cc5-4e6c-95ce-6adc8390d559 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0467801 Aug 07 22:49:18.899273 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-549b8f6d-c06a-4889-99f0-f89a7d87c4e1 req-c590aa3f-9c82-43ae-95db-0738f05fc191 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410821 Aug 07 22:49:19.532809 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc719-9457-4643-b8c0-764875727246 req-8b8ada96-2775-48d7-abb6-9273286f4a07 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:19.534163 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-a16bc719-9457-4643-b8c0-764875727246 req-8b8ada96-2775-48d7-abb6-9273286f4a07 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0486956 Aug 07 22:49:19.616915 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Deleting port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:49:19.617238 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:19.706837 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] For port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:19.707204 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:19.873980 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:19.874256 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (480a1543-9ba3-4c60-8baf-8aca77a49231), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:19.874572 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.l3_db [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Floating IP 480a1543-9ba3-4c60-8baf-8aca77a49231 disassociated. External IP: 172.27.3.197, port: f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659. Aug 07 22:49:19.874912 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Calling delete_port for f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 owned by compute:nova {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:49:20.021529 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c9f69-39b6-4d8e-ba06-9136bb3ff503 req-45c1984a-9e92-4a91-af07-f7b24ee3b2db tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:20.023056 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-179c9f69-39b6-4d8e-ba06-9136bb3ff503 req-45c1984a-9e92-4a91-af07-f7b24ee3b2db tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0494816 Aug 07 22:49:20.068765 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:20.069986 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-179c9f69-39b6-4d8e-ba06-9136bb3ff503 req-6ec8ebc0-f13f-43bd-9815-799fbecef983 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=56a401c4-4a3a-4f1f-878b-86425168bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411777 Aug 07 22:49:20.098444 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event deleted for resources: {'Port': ['ID=f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:20.109127 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.109496 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.109845 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.110185 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.110521 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.110851 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.111178 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.111493 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.111824 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.112745 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.112745 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.112916 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.113102 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.113419 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.113737 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:20.223619 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Router 6cac068b-90c7-4dcb-9cb5-fc573e154948 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:49:20.329253 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:49:20.338702 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] Sync routers for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:49:20.348884 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:20.349486 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:48:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:20.375104 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] No DVR routers for this DVR port f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 on host hv-cinder-85032 {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:49:20.377779 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:20.381168 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-a16bc719-9457-4643-b8c0-764875727246 req-15ac7a47-38ae-4828-a91d-ed1fc531bfd1 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.27 "DELETE /networking/v2.0/ports/f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 HTTP/1.1" status: 204 len: 173 time: 0.8411570 Aug 07 22:49:20.381509 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'name': 'network-vif-deleted', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:49:20.384786 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b581210c-83f9-43b2-b3bc-d33863f08946" -d '{"events": [{"server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "name": "network-vif-deleted", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:49:20.464694 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:20.628698 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0816e5-4a15-4c5f-88ca-331187f78e72 x-openstack-request-id: req-ac0816e5-4a15-4c5f-88ca-331187f78e72 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:49:20.629553 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b093247c-d4ae-470e-b717-2e665540e9d6", "name": "network-vif-deleted", "tag": "f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:49:20.629990 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac0816e5-4a15-4c5f-88ca-331187f78e72 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:49:20.630558 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0816e5-4a15-4c5f-88ca-331187f78e72'] response: {'server_uuid': 'b093247c-d4ae-470e-b717-2e665540e9d6', 'name': 'network-vif-deleted', 'tag': 'f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659', 'status': 'completed', 'code': 200} Aug 07 22:49:20.766228 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:20.792197 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] Checking router: 6cac068b-90c7-4dcb-9cb5-fc573e154948 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:49:20.800556 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:20.801151 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:48:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:20.902795 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:21.086543 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:21.111160 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d575b5-bd82-4780-b814-517e4a285c60 None None] The sync data for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi is: [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:45:08Z', 'revision_number': 4, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '763adc42-26dd-4628-83c9-4c5c4d35d70d', 'name': '', 'network_id': '8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'mac_address': 'fa:16:3e:2b:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:08Z', 'updated_at': '2022-08-07T22:45:13Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'subnets': [{'id': '2f7ab126-9490-4149-af6c-f7c8fa54233a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:49:21.190576 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fd21a9a6-33cb-4e6f-a956-5285099d576b req-b2bce93d-0d1c-4be8-b6c2-06cf4e10ee5a tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=b093247c-d4ae-470e-b717-2e665540e9d6 HTTP/1.1" status: 200 len: 210 time: 0.0318525 Aug 07 22:49:21.336972 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f0d66-9eaa-4695-a416-ed5f17444922 None None] New status for floating IP 480a1543-9ba3-4c60-8baf-8aca77a49231: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:49:22.366680 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40068) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:22.407694 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:22.422020 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09aef49-1bcb-4114-9c60-2db14ec9111f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (56a401c4-4a3a-4f1f-878b-86425168bda8), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:22.445421 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:22.447378 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09aef49-1bcb-4114-9c60-2db14ec9111f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (56a401c4-4a3a-4f1f-878b-86425168bda8), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:22.571578 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09aef49-1bcb-4114-9c60-2db14ec9111f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (56a401c4-4a3a-4f1f-878b-86425168bda8), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:22.574209 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d09aef49-1bcb-4114-9c60-2db14ec9111f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:22.575396 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-d09aef49-1bcb-4114-9c60-2db14ec9111f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/56a401c4-4a3a-4f1f-878b-86425168bda8 HTTP/1.1" status: 204 len: 168 time: 0.2077045 Aug 07 22:49:22.578320 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40070) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:22.584705 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aef49-1bcb-4114-9c60-2db14ec9111f tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a401c4-4a3a-4f1f-878b-86425168bda8,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:22.593971 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-cfe6858e-1cc5-4d0a-ab35-f6ce7b2fa398 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] show failed (client error): The resource could not be found. Aug 07 22:49:22.595004 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cfe6858e-1cc5-4d0a-ab35-f6ce7b2fa398 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "GET /networking/v2.0/security-groups/56a401c4-4a3a-4f1f-878b-86425168bda8 HTTP/1.1" status: 404 len: 347 time: 0.0157232 Aug 07 22:49:22.597895 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40072) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:22.711417 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Deleting port fe85c8b2-9135-4f5f-a6fa-848aae7c3883 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:49:22.711755 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:22.786785 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:22.787103 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:22.799611 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Calling delete_port for fe85c8b2-9135-4f5f-a6fa-848aae7c3883 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:49:23.011901 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (fe85c8b2-9135-4f5f-a6fa-848aae7c3883), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:23.035500 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Pushing event deleted for resources: {'Port': ['ID=fe85c8b2-9135-4f5f-a6fa-848aae7c3883,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:23.050653 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.051117 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.051455 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.051787 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.052140 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.052463 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.052782 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.053099 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.053420 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.053733 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.054842 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.055168 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.055485 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.055796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.056167 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:23.115381 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks [] for floatingip (480a1543-9ba3-4c60-8baf-8aca77a49231), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:23.118806 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:23.119979 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ecd14322-c168-4ccb-9205-d12c07b5e6f4 tempest-AttachVolumeTestJSON-209546250 tempest-AttachVolumeTestJSON-209546250-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/480a1543-9ba3-4c60-8baf-8aca77a49231 HTTP/1.1" status: 204 len: 168 time: 0.5210810 Aug 07 22:49:23.379325 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:49:23.399324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:49:23.399662 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f26c3b4a-e4d6-4e1c-8a50-597ab9ad0659 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:49:23.891258 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-837f7372-da38-4ce5-9607-770ae159820e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:26.523088 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-43e0db8a-332b-44ba-8646-83fd3aea1756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:27.041675 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40100) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:27.349499 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (6cac068b-90c7-4dcb-9cb5-fc573e154948), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:27.452038 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:27.800230 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Deleting port 763adc42-26dd-4628-83c9-4c5c4d35d70d {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:49:27.800572 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:27.878981 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] For port 763adc42-26dd-4628-83c9-4c5c4d35d70d, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=763adc42-26dd-4628-83c9-4c5c4d35d70d,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:27.879327 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:27.892534 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Calling delete_port for 763adc42-26dd-4628-83c9-4c5c4d35d70d owned by network:router_interface {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:49:28.017131 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:28.042826 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:28.129083 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (763adc42-26dd-4628-83c9-4c5c4d35d70d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:28.156906 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=763adc42-26dd-4628-83c9-4c5c4d35d70d,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:28.319192 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (6cac068b-90c7-4dcb-9cb5-fc573e154948), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:28.520408 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Router 6cac068b-90c7-4dcb-9cb5-fc573e154948 has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:49:28.620086 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:49:28.624909 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-9ff63e26-9a02-4cc5-8d50-f4c48e0887a4 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6cac068b-90c7-4dcb-9cb5-fc573e154948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5822213 Aug 07 22:49:28.627514 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40102) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:28.630201 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] Sync routers for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:49:28.640940 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:28.641534 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:28.723957 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks [] for router (6cac068b-90c7-4dcb-9cb5-fc573e154948), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:28.742266 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:28.805744 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:28.824069 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks [] for router_gateway (6cac068b-90c7-4dcb-9cb5-fc573e154948), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:28.846972 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:28.909215 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:49:28Z', 'revision_number': 5, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port': {'id': 'e1cfae9d-c2e2-46bd-971d-7b60007b035a', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:45:06Z', 'updated_at': '2022-08-07T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:28.911898 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:28.919534 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Deleting port e1cfae9d-c2e2-46bd-971d-7b60007b035a {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:49:28.919869 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:28.937780 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] Checking router: 6cac068b-90c7-4dcb-9cb5-fc573e154948 for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:49:28.947603 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] Routers {'6cac068b-90c7-4dcb-9cb5-fc573e154948'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:28.948412 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['6cac068b-90c7-4dcb-9cb5-fc573e154948'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:28.999355 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] For port e1cfae9d-c2e2-46bd-971d-7b60007b035a, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=e1cfae9d-c2e2-46bd-971d-7b60007b035a,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:28.999734 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.012725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Calling delete_port for e1cfae9d-c2e2-46bd-971d-7b60007b035a owned by network:router_gateway {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:49:29.030837 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] Set router 6cac068b-90c7-4dcb-9cb5-fc573e154948 gateway port host: None {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:29.081038 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:49:28Z', 'revision_number': 6, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:29.105507 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecb5a7-229f-4581-bb3a-9eb6bcb89ece None None] The sync data for ids ['6cac068b-90c7-4dcb-9cb5-fc573e154948'] in dv-cinder-850321-3-iscsi is: [{'id': '6cac068b-90c7-4dcb-9cb5-fc573e154948', 'name': 'tempest-AttachVolumeTestJSON-546616874-router', 'tenant_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:45:05Z', 'updated_at': '2022-08-07T22:49:28Z', 'revision_number': 6, 'project_id': 'dd66028a147f42e1aa29abd7c22d00f9', 'gw_port_host': None}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:49:29.156414 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:29.243611 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (e1cfae9d-c2e2-46bd-971d-7b60007b035a), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.275073 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cfae9d-c2e2-46bd-971d-7b60007b035a,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:29.340650 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (6cac068b-90c7-4dcb-9cb5-fc573e154948), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.341617 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:49:29.383048 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.411614 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.432835 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (6cac068b-90c7-4dcb-9cb5-fc573e154948), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.435217 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks [] for router_controller (6cac068b-90c7-4dcb-9cb5-fc573e154948), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.566173 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (6cac068b-90c7-4dcb-9cb5-fc573e154948), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.566816 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cac068b-90c7-4dcb-9cb5-fc573e154948 {{(pid=104592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:49:29.571037 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.572968 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-cb4269e0-452b-4ccb-ae92-ceada8abb9b6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/6cac068b-90c7-4dcb-9cb5-fc573e154948 HTTP/1.1" status: 204 len: 168 time: 0.9444857 Aug 07 22:49:29.575458 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40104) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:29.620847 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_v2 [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] Deleting subnet 2f7ab126-9490-4149-af6c-f7c8fa54233a {{(pid=104592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:49:29.623853 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] Publish callbacks [] for subnet (2f7ab126-9490-4149-af6c-f7c8fa54233a), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.662818 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013775'] for subnet (2f7ab126-9490-4149-af6c-f7c8fa54233a), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.706051 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.737213 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (2f7ab126-9490-4149-af6c-f7c8fa54233a), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.781653 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:29.844960 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 763adc42-26dd-4628-83c9-4c5c4d35d70d no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:49:29.864251 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3581803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8537934'] for subnet (2f7ab126-9490-4149-af6c-f7c8fa54233a), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.867198 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 763adc42-26dd-4628-83c9-4c5c4d35d70d {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:49:29.867737 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 763adc42-26dd-4628-83c9-4c5c4d35d70d not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:49:29.898972 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:29.902983 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/2f7ab126-9490-4149-af6c-f7c8fa54233a HTTP/1.1" status: 204 len: 168 time: 0.3265607 Aug 07 22:49:29.904472 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910d81a-72a9-4385-a2ce-934dca1642f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7ab126-9490-4149-af6c-f7c8fa54233a,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:29.905642 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40106) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:29.908437 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79731676-6e51-4fe5-af65-e0a0436a44a4 None None] Network 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:49:29.985353 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.041711 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Deleting port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:49:30.042045 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.061615 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] DHCP port deletion for 8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:49:30.102032 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Deleting port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:49:30.103095 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.105505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:30.110775 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] For port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:30.118253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.121993 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:30.126536 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Calling delete_port for ed3125a9-9a9d-4f21-8bb1-08e5267ba59b owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:49:30.177064 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] For port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,segment=NetworkSegment(a9da5c43-7ccd-4042-ae34-b1d587440dee),segment_id=a9da5c43-7ccd-4042-ae34-b1d587440dee)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:30.177461 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.190195 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Calling delete_port for ed3125a9-9a9d-4f21-8bb1-08e5267ba59b owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:49:30.282917 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.289156 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (ed3125a9-9a9d-4f21-8bb1-08e5267ba59b), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.312697 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:30.317647 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Pushing event deleted for resources: {'Port': ['ID=ed3125a9-9a9d-4f21-8bb1-08e5267ba59b,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:30.317778 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] No DVR routers for this DVR port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b on host dv-cinder-850321-3-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:49:30.322507 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] No DVR routers for this DVR port ed3125a9-9a9d-4f21-8bb1-08e5267ba59b on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.331932 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.333971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.333971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.333971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.333971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.333971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.333971 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36bd2-e731-49b3-8152-6b622f3e168e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:30.396410 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.417414 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:30.427212 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9da5c43-7ccd-4042-ae34-b1d587440dee') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:30.427508 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9da5c43-7ccd-4042-ae34-b1d587440dee') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:30.437144 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (a9da5c43-7ccd-4042-ae34-b1d587440dee), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.452077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (a9da5c43-7ccd-4042-ae34-b1d587440dee), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.458791 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:49:30.459165 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (a9da5c43-7ccd-4042-ae34-b1d587440dee), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.501790 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment a9da5c43-7ccd-4042-ae34-b1d587440dee resource provider aggregate not found Aug 07 22:49:30.520275 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment a9da5c43-7ccd-4042-ae34-b1d587440dee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9da5c43-7ccd-4042-ae34-b1d587440dee found for delete ", "request_id": "req-e8cf44fd-559e-4a8e-b31c-a6975672e94e"}]} Aug 07 22:49:30.594482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.599979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:30.603491 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee HTTP/1.1" status: 204 len: 168 time: 0.6965055 Aug 07 22:49:30.614987 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80832b5-ad80-4231-b18d-73bf21138b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4e4604-9d4f-40f0-a6e7-b7d1c70da8ee,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:30.970506 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40114) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:31.011299 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-88a4ca6c-73e9-41d4-8921-071878cff646 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=dd66028a147f42e1aa29abd7c22d00f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396111 Aug 07 22:49:31.013751 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40116) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:31.060636 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7a51-f3e6-49ac-87d6-dc198ef54cf2 admin admin] Publish callbacks [] for security_group (5e8effdd-e36d-4855-962b-56f8135349f7), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:31.081819 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7a51-f3e6-49ac-87d6-dc198ef54cf2 admin admin] Publish callbacks [] for security_group (5e8effdd-e36d-4855-962b-56f8135349f7), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:31.191274 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7a51-f3e6-49ac-87d6-dc198ef54cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5e8effdd-e36d-4855-962b-56f8135349f7), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:31.193733 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7a51-f3e6-49ac-87d6-dc198ef54cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:31.194941 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-a8ba7a51-f3e6-49ac-87d6-dc198ef54cf2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5e8effdd-e36d-4855-962b-56f8135349f7 HTTP/1.1" status: 204 len: 168 time: 0.1799407 Aug 07 22:49:31.203281 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7a51-f3e6-49ac-87d6-dc198ef54cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8effdd-e36d-4855-962b-56f8135349f7,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:31.338297 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e1cfae9d-c2e2-46bd-971d-7b60007b035a no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:49:31.357323 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: e1cfae9d-c2e2-46bd-971d-7b60007b035a {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:49:31.357667 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device e1cfae9d-c2e2-46bd-971d-7b60007b035a not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:49:31.358080 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ed3125a9-9a9d-4f21-8bb1-08e5267ba59b no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:49:31.376339 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: ed3125a9-9a9d-4f21-8bb1-08e5267ba59b {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:49:31.376699 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device ed3125a9-9a9d-4f21-8bb1-08e5267ba59b not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:49:32.237137 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40138) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:32.337714 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-742885857-network', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:32.428726 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Made reservation on behalf of 4571d38eeff749fcb073842d5ad4fc65 for: {'network': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:49:32.431599 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for network (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.440522 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.518136 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks [] for security_group (837bffc2-c01c-4289-ac3a-2e089cb06e68), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.574305 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (837bffc2-c01c-4289-ac3a-2e089cb06e68), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.598800 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 22:49:32.608350 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837bffc2-c01c-4289-ac3a-2e089cb06e68,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:32.611673 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:32.614777 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (38047cbb-ce82-4167-9003-e2cf8a7ea22b), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.615117 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.db.segments_db [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Added segment 38047cbb-ce82-4167-9003-e2cf8a7ea22b of type vlan for network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd Aug 07 22:49:32.655505 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760083969208'] for network (2d15b754-28f9-4d07-a0c7-ae4f93625ddd), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.745809 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719'] for network (2d15b754-28f9-4d07-a0c7-ae4f93625ddd), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.746789 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:32.747414 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:32.807798 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d15b754-28f9-4d07-a0c7-ae4f93625ddd,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:32.817372 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd details requested by agent ovs-agent-dv-cinder-850321-3-iscsi with host dv-cinder-850321-3-iscsi {{(pid=104593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 22:49:32.874328 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-742541e2-3994-4805-a05e-2ec55fecf8b9 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6359932 Aug 07 22:49:32.879599 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40142) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:32.884359 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Request body: {'subnet': {'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-742885857-subnet', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:32.978434 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Made reservation on behalf of 4571d38eeff749fcb073842d5ad4fc65 for: {'subnet': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:49:32.980885 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8537939'] for subnet (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.049761 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:33.220280 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3581866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8537925'] for subnet (6648bce2-9f32-4965-aba2-12bac701419a), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.275642 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6648bce2-9f32-4965-aba2-12bac701419a,revision_number=0']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:33.292404 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Checking segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:49:33.292780 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Network hostable DHCP agents. Network: 2d15b754-28f9-4d07-a0c7-ae4f93625ddd, hostable agents: ['87b080c3-e7a9-43c2-a057-4e44e24790b5'], hosted agents: [] {{(pid=104592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 22:49:33.373853 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is scheduled to be hosted by DHCP agent 87b080c3-e7a9-43c2-a057-4e44e24790b5 with binding_index 1 {{(pid=104592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 22:49:33.445385 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-3-iscsi, 2d15b754-28f9-4d07-a0c7-ae4f93625ddd) {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:49:33.450461 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:33.451455 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.454491 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854886e-b231-4cf2-a822-809daf209983 None None] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:49:33.534019 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-eb84e25d-c122-4588-9dc0-0b274f4adc77 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6532700 Aug 07 22:49:33.536662 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40144) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:33.540929 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:33.559231 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab57b633-0df8-5931-b345-5ab466bf6f6d-2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a'}]}} from dv-cinder-850321-3-iscsi. {{(pid=104593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 22:49:33.560200 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.625856 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2126'] for router (d53d0422-7c9e-411e-8c99-4cffc885ad6d), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.626959 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2119'] for router (d53d0422-7c9e-411e-8c99-4cffc885ad6d), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.678424 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks [] for router_controller (d53d0422-7c9e-411e-8c99-4cffc885ad6d), precommit_add_association {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.692864 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Allocated IP 172.20.0.2 (2d15b754-28f9-4d07-a0c7-ae4f93625ddd/6648bce2-9f32-4965-aba2-12bac701419a/9509e968-b6b2-46c6-8d88-b52269e754eb) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:49:33.703961 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:33.753378 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:33.836537 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Publish callbacks [] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.878556 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks [] for router_gateway (d53d0422-7c9e-411e-8c99-4cffc885ad6d), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.903231 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:33.943045 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:49:33.945876 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:49:33.950332 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:49:33.955120 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Pushing event updated for resources: {'Port': ['ID=9509e968-b6b2-46c6-8d88-b52269e754eb,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:34.013991 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Attempting to bind port 9509e968-b6b2-46c6-8d88-b52269e754eb on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:49:34.014594 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Attempting to bind port 9509e968-b6b2-46c6-8d88-b52269e754eb by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:49:34.014955 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Attempting to bind port 9509e968-b6b2-46c6-8d88-b52269e754eb on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:49:34.020278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:49:34.020648 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Checking segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:49:34.021041 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:34.021443 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Bound using segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:49:34.021895 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Bound port: 9509e968-b6b2-46c6-8d88-b52269e754eb, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:49:34.022264 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:34.041486 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:34.083371 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] For port 9509e968-b6b2-46c6-8d88-b52269e754eb, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:49:34.086457 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] For port 9509e968-b6b2-46c6-8d88-b52269e754eb, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=9509e968-b6b2-46c6-8d88-b52269e754eb,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:49:34.147086 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks [] for router_gateway (d53d0422-7c9e-411e-8c99-4cffc885ad6d), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:34.155181 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:34.169712 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:34.207810 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2997f0-74ed-4a31-a4bc-d70fb496a520 None None] Pushing event updated for resources: {'Port': ['ID=9509e968-b6b2-46c6-8d88-b52269e754eb,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:34.281496 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Allocated IP 172.27.3.66 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:49:34.361762 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:34.402909 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks [] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:34.511516 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:34.552249 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:49:34.556861 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:49:34.562482 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:49:34.583721 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Pushing event updated for resources: {'Port': ['ID=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:34.848037 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks [] for router_gateway (d53d0422-7c9e-411e-8c99-4cffc885ad6d), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.088215 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8e9ed-f78d-4297-b4e6-83e2dac984da None None] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:49:35.202041 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-ba208703-9508-4c63-bae0-1b6632059df2 None None] Provisioning complete for port 9509e968-b6b2-46c6-8d88-b52269e754eb triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:35.202422 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ba208703-9508-4c63-bae0-1b6632059df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.205382 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:35.286825 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395073'] for router (d53d0422-7c9e-411e-8c99-4cffc885ad6d), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.289050 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-ba208703-9508-4c63-bae0-1b6632059df2 None None] Current status of the port 9509e968-b6b2-46c6-8d88-b52269e754eb is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:35.289450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ba208703-9508-4c63-bae0-1b6632059df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.295569 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:35.332967 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-ba208703-9508-4c63-bae0-1b6632059df2 None None] For port 9509e968-b6b2-46c6-8d88-b52269e754eb, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=9509e968-b6b2-46c6-8d88-b52269e754eb,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:35.397712 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 9509e968-b6b2-46c6-8d88-b52269e754eb up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:49:35.436098 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ba208703-9508-4c63-bae0-1b6632059df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.482752 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d is scheduled to L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e with binding_index 1 {{(pid=104592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 22:49:35.486302 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 9509e968-b6b2-46c6-8d88-b52269e754eb triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:35.486701 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.509950 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba208703-9508-4c63-bae0-1b6632059df2 None None] Pushing event updated for resources: {'Port': ['ID=9509e968-b6b2-46c6-8d88-b52269e754eb,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:35.573897 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e87bc386-f525-425d-8865-8dc09adccb3f None None] Provisioning complete for port 9509e968-b6b2-46c6-8d88-b52269e754eb triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:35.574177 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e87bc386-f525-425d-8865-8dc09adccb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.575843 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 9509e968-b6b2-46c6-8d88-b52269e754eb is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:35.589619 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:49:35.598729 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:49:35.620125 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:35.620739 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:35.679129 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:35.680566 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-5c232f1f-0760-49b7-a3f9-8949c03e87bd admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1429319 Aug 07 22:49:35.683507 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40146) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:35.862256 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e87bc386-f525-425d-8865-8dc09adccb3f None None] Current status of the port 9509e968-b6b2-46c6-8d88-b52269e754eb is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:35.882317 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:36.044586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:36.051106 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:36.053771 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:34Z', 'revision_number': 3, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:36.080187 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:49:36.080539 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Updating router d53d0422-7c9e-411e-8c99-4cffc885ad6d port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 binding host dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:49:36.100602 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.112157 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.200666 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:36.241972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:36.254525 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Allocated IP 172.20.0.1 (2d15b754-28f9-4d07-a0c7-ae4f93625ddd/6648bce2-9f32-4965-aba2-12bac701419a/4b15763c-6a49-4019-a3ae-32a8ac570d7e) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:49:36.359608 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks [] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.362733 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Publish callbacks [] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.459773 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.472446 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.494130 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Attempting to bind port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:49:36.494504 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Attempting to bind port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:49:36.494868 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Attempting to bind port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 on network 49b77893-33c7-43ae-ad12-d6b97a8bb314 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:49:36.507271 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:49:36.507647 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Checking segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:49:36.508061 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.508454 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Bound using segment: {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:49:36.508920 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Bound port: c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097323e-69db-4a67-8d6d-189baa41432b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:49:36.509297 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.512614 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:49:36.516564 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7d519-7f91-44df-9c66-4b94c9ea09d2 None None] Pushing event updated for resources: {'Port': ['ID=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:36.518417 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:49:36.520583 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:49:36.548631 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Pushing event updated for resources: {'Port': ['ID=4b15763c-6a49-4019-a3ae-32a8ac570d7e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:36.570084 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468130'] for router_interface (d53d0422-7c9e-411e-8c99-4cffc885ad6d), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.573034 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] For port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:49:36.576442 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] For port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:49:36.655171 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.695861 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:36.696562 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:36.730783 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:36.749579 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7d519-7f91-44df-9c66-4b94c9ea09d2 None None] Pushing event updated for resources: {'Port': ['ID=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:36.760557 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.808277 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-17080d83-7aa4-4281-9ebc-33371bcaf9a4 None None] Provisioning complete for port 4b15763c-6a49-4019-a3ae-32a8ac570d7e triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:36.808654 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-17080d83-7aa4-4281-9ebc-33371bcaf9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.846211 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:36.903556 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-17080d83-7aa4-4281-9ebc-33371bcaf9a4 None None] Port 4b15763c-6a49-4019-a3ae-32a8ac570d7e cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:49:36.923508 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks [] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:36.979260 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:36.985598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:37.023430 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:34Z', 'revision_number': 3, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:37.056639 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199a302-2150-4ccd-bc8d-dfddf7449487 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:34Z', 'revision_number': 3, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:49:37.057072 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467730'] for router_interface (d53d0422-7c9e-411e-8c99-4cffc885ad6d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:37.060161 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Pushing event updated for resources: {'Port': ['ID=4b15763c-6a49-4019-a3ae-32a8ac570d7e,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:37.156708 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:49:37.158153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:49:37.306077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:49:37.423565 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-d8c91362-31ad-4fcd-93d2-523479217730 None None] Provisioning complete for port 4b15763c-6a49-4019-a3ae-32a8ac570d7e triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:37.424146 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d8c91362-31ad-4fcd-93d2-523479217730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:37.440323 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:49:37.453812 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ffa13d94-9a30-4b9f-94b8-855a261c0a6e admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d53d0422-7c9e-411e-8c99-4cffc885ad6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7610135 Aug 07 22:49:37.464237 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 9509e968-b6b2-46c6-8d88-b52269e754eb up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:49:37.499769 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-d8c91362-31ad-4fcd-93d2-523479217730 None None] Port 4b15763c-6a49-4019-a3ae-32a8ac570d7e cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:49:37.518691 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 9509e968-b6b2-46c6-8d88-b52269e754eb triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:37.519068 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:37.601181 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 9509e968-b6b2-46c6-8d88-b52269e754eb is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:37.602899 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:49:37.651561 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:37.651930 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:37.694072 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:37.733872 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:37.734345 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:37.759400 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:37.840038 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:37.862586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40154) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:37.867176 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-a4a39f65-54ce-4af1-9d22-ab04a03fc7ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220024806', 'description': 'tempest-description--980910976'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:37.897822 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:37.949058 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a4a39f65-54ce-4af1-9d22-ab04a03fc7ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.018292 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a4a39f65-54ce-4af1-9d22-ab04a03fc7ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (d6ee1757-caef-4fb9-b315-473ff644cf84), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.088587 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a4a39f65-54ce-4af1-9d22-ab04a03fc7ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d6ee1757-caef-4fb9-b315-473ff644cf84), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.105810 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:38.120752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a39f65-54ce-4af1-9d22-ab04a03fc7ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ee1757-caef-4fb9-b315-473ff644cf84,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:38.193157 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a4a39f65-54ce-4af1-9d22-ab04a03fc7ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.194448 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a4a39f65-54ce-4af1-9d22-ab04a03fc7ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3308563 Aug 07 22:49:38.197742 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40156) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:38.202016 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-83501ec0-1246-4216-b40b-a88617158e61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': 'd6ee1757-caef-4fb9-b315-473ff644cf84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:38.217905 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:38.309197 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-83501ec0-1246-4216-b40b-a88617158e61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (a05a7e90-b7fa-443b-9e76-0b79f960e0a9), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.371956 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-83501ec0-1246-4216-b40b-a88617158e61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (a05a7e90-b7fa-443b-9e76-0b79f960e0a9), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.440533 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-83501ec0-1246-4216-b40b-a88617158e61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (a05a7e90-b7fa-443b-9e76-0b79f960e0a9), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.459930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83501ec0-1246-4216-b40b-a88617158e61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05a7e90-b7fa-443b-9e76-0b79f960e0a9,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:38.548081 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-83501ec0-1246-4216-b40b-a88617158e61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.549274 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-83501ec0-1246-4216-b40b-a88617158e61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506048 Aug 07 22:49:38.551972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40158) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:38.556305 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-b6dad16c-aeed-4f4e-8443-13d8206f7d09 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': 'd6ee1757-caef-4fb9-b315-473ff644cf84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:38.579220 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:49:38.590135 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:38.590722 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:38.637500 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6dad16c-aeed-4f4e-8443-13d8206f7d09 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (bfa32f20-afcf-4fc9-804f-694a6f90df95), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.694352 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:38.703161 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6dad16c-aeed-4f4e-8443-13d8206f7d09 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (bfa32f20-afcf-4fc9-804f-694a6f90df95), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.771404 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6dad16c-aeed-4f4e-8443-13d8206f7d09 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (bfa32f20-afcf-4fc9-804f-694a6f90df95), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.791078 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dad16c-aeed-4f4e-8443-13d8206f7d09 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa32f20-afcf-4fc9-804f-694a6f90df95,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:38.885759 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 2, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:38.890926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6dad16c-aeed-4f4e-8443-13d8206f7d09 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:38.895239 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b6dad16c-aeed-4f4e-8443-13d8206f7d09 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393044 Aug 07 22:49:38.895431 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40160) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:38.900287 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:38.911316 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:49:38.911666 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Updating router d53d0422-7c9e-411e-8c99-4cffc885ad6d port 4b15763c-6a49-4019-a3ae-32a8ac570d7e binding host dv-cinder-850321-3-iscsi {{(pid=104594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 22:49:38.939328 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.000382 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.085731 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.188625 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.27.3.108 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/b058f664-60b4-4b89-aab3-256c399a08d7) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:49:39.199946 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Publish callbacks [] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.271504 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.292207 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:39.295878 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (b058f664-60b4-4b89-aab3-256c399a08d7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.335205 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:39.354781 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Pushing event updated for resources: {'Port': ['ID=4b15763c-6a49-4019-a3ae-32a8ac570d7e,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:39.359911 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:49:39.368895 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.369242 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.369600 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.369954 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.370288 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.370612 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.370935 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.371255 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.371573 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.371890 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.372233 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.372570 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.372888 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.373202 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.373513 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:49:39.378913 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Attempting to bind port 4b15763c-6a49-4019-a3ae-32a8ac570d7e on host dv-cinder-850321-3-iscsi for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:49:39.382672 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Attempting to bind port 4b15763c-6a49-4019-a3ae-32a8ac570d7e by drivers openvswitch,hyperv on host dv-cinder-850321-3-iscsi at level 0 using segments [{'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:49:39.382672 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Attempting to bind port 4b15763c-6a49-4019-a3ae-32a8ac570d7e on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:49:39.382880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (b058f664-60b4-4b89-aab3-256c399a08d7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.385760 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Checking agent: {'id': '4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 29, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:49:39.386132 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Checking segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:49:39.386527 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.386908 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Bound using segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:49:39.387366 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Bound port: 4b15763c-6a49-4019-a3ae-32a8ac570d7e, host: dv-cinder-850321-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:49:39.387735 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.407040 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:39.407272 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.432632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:49:39.436511 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:49:39.440779 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:49:39.463490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=b058f664-60b4-4b89-aab3-256c399a08d7,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:39.500793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:39.516314 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:39.535934 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (acc90dd7-9cc5-4ca1-a176-7a5ca67567fc), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.537570 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] For port 4b15763c-6a49-4019-a3ae-32a8ac570d7e, host dv-cinder-850321-3-iscsi, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:49:39.539368 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] For port 4b15763c-6a49-4019-a3ae-32a8ac570d7e, host dv-cinder-850321-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=4b15763c-6a49-4019-a3ae-32a8ac570d7e,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:49:39.658576 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (b058f664-60b4-4b89-aab3-256c399a08d7), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.660406 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.684941 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:39.702393 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:39.702925 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:39.756075 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3ce0e-ac61-44b7-85b5-2d9407bb36cc None None] Pushing event updated for resources: {'Port': ['ID=4b15763c-6a49-4019-a3ae-32a8ac570d7e,revision_number=4']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:39.811573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (b058f664-60b4-4b89-aab3-256c399a08d7), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.816723 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvr_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:39.877105 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (b058f664-60b4-4b89-aab3-256c399a08d7), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.946879 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (acc90dd7-9cc5-4ca1-a176-7a5ca67567fc), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:39.954056 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=b058f664-60b4-4b89-aab3-256c399a08d7,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:40.010206 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_hamode_db [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:39Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:40.027889 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:40.029160 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-03ed00aa-e230-42bc-a4ee-23483bb80a47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1328099 Aug 07 22:49:40.035839 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b091a0-1f85-4794-8941-e22af951b469 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:39Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:49:40.216277 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-4f99ceb0-3071-4964-9b8e-46375f7863cc tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--220024806&fields=id&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 267 time: 0.0498111 Aug 07 22:49:40.330308 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-a3cd8696-69b0-4f1d-a3e6-4c170011bc39 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:40.331782 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-a3cd8696-69b0-4f1d-a3e6-4c170011bc39 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.1083353 Aug 07 22:49:40.347984 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-48f792a6-3a91-43a2-b858-f94c8f17d0a4 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/quotas/4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 375 time: 0.0098636 Aug 07 22:49:40.407603 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-6298413b-7443-4d84-bf56-ca4b2c2d483b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540409 Aug 07 22:49:40.839586 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-73161d55-7ee8-4fd7-83a9-2884274890ad service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202275 Aug 07 22:49:40.892774 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:40.936480 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-c0358a9a-1ed8-447d-a9e3-acad66e48511 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911210 Aug 07 22:49:41.188239 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7a59b41-17bb-42d1-9f97-9a08f0e689f6 req-a996382c-02d7-42ac-a003-8106415e36a4 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 210 time: 0.0288725 Aug 07 22:49:41.368402 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 4b15763c-6a49-4019-a3ae-32a8ac570d7e up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:49:41.413858 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 4b15763c-6a49-4019-a3ae-32a8ac570d7e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:41.414248 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:41.481816 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:41.485876 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 4b15763c-6a49-4019-a3ae-32a8ac570d7e is: DOWN; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:41.486206 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:41.524712 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] For port 4b15763c-6a49-4019-a3ae-32a8ac570d7e, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=4b15763c-6a49-4019-a3ae-32a8ac570d7e,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:41.596784 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:41.644551 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Pushing event updated for resources: {'Port': ['ID=4b15763c-6a49-4019-a3ae-32a8ac570d7e,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:42.270643 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b2eeb310-6624-4cef-8069-8f1491f271cd req-80370407-1e77-49c4-ae47-77335edcbd1f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 210 time: 0.0282686 Aug 07 22:49:43.354600 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 4b15763c-6a49-4019-a3ae-32a8ac570d7e up at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:49:43.376922 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-124a503e-346f-4cbd-9a3d-91de5fd56525 req-be883aa8-62fb-44bc-b3e2-78464a707193 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 210 time: 0.0322728 Aug 07 22:49:43.401567 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Provisioning complete for port 4b15763c-6a49-4019-a3ae-32a8ac570d7e triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:43.401948 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:43.479824 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Current status of the port 4b15763c-6a49-4019-a3ae-32a8ac570d7e is: ACTIVE; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:43.673089 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-9005284b-0b08-4dce-af24-5fef4d06e52c tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:43.674486 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-9005284b-0b08-4dce-af24-5fef4d06e52c tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.1048827 Aug 07 22:49:43.735393 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:43.744467 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-3cb575e6-789e-46a5-9e93-8e4de4dd603e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 379 time: 0.0551753 Aug 07 22:49:43.755262 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'port': {'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'admin_state_up': True, 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'security_groups': ['d6ee1757-caef-4fb9-b315-473ff644cf84']}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:43.946608 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Made reservation on behalf of 4571d38eeff749fcb073842d5ad4fc65 for: {'port': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:49:43.950190 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:44.079845 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.20.0.4 (2d15b754-28f9-4d07-a0c7-ae4f93625ddd/6648bce2-9f32-4965-aba2-12bac701419a/f4601a76-699b-47b3-bb55-443dcd606371) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:49:44.212401 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (f4601a76-699b-47b3-bb55-443dcd606371), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:44.239058 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:44.300219 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (f4601a76-699b-47b3-bb55-443dcd606371), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:44.351401 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:49:44.356571 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:49:44.358720 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=f4601a76-699b-47b3-bb55-443dcd606371,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:44.360925 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:49:44.411806 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:44.412453 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:44.488686 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-1d84b87f-d380-47e7-b842-6a453b3636da tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368886 Aug 07 22:49:44.502993 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb48e0-d71b-4547-9f71-d34251cff7df req-694318e3-cbfb-4e5c-9bb4-d884f0a11ade tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:44.504543 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fdfb48e0-d71b-4547-9f71-d34251cff7df req-694318e3-cbfb-4e5c-9bb4-d884f0a11ade tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 931 time: 0.0494525 Aug 07 22:49:44.552251 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Request body: {'port': {'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:44.558442 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fdfb48e0-d71b-4547-9f71-d34251cff7df req-875ae51e-e436-4c25-bd45-46fe40049c8f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474389 Aug 07 22:49:44.571737 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-5db158b7-bcda-40f1-88e4-0162a96e7ffe None None] Provisioning complete for port f4601a76-699b-47b3-bb55-443dcd606371 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:44.572267 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5db158b7-bcda-40f1-88e4-0162a96e7ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f4601a76-699b-47b3-bb55-443dcd606371), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:44.604625 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-5db158b7-bcda-40f1-88e4-0162a96e7ffe None None] Port f4601a76-699b-47b3-bb55-443dcd606371 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:49:44.614442 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f4601a76-699b-47b3-bb55-443dcd606371), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:44.799474 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:44.869550 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4601a76-699b-47b3-bb55-443dcd606371 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:49:44.877235 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Publish callbacks [] for port (f4601a76-699b-47b3-bb55-443dcd606371), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:44.890915 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Transition to ACTIVE for port object f4601a76-699b-47b3-bb55-443dcd606371 will not be triggered until provisioned by entity L2. {{(pid=104592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:49:44.979635 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (f4601a76-699b-47b3-bb55-443dcd606371), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:45.042724 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Pushing event updated for resources: {'Port': ['ID=f4601a76-699b-47b3-bb55-443dcd606371,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:45.093987 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Attempting to bind port f4601a76-699b-47b3-bb55-443dcd606371 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:49:45.094237 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Attempting to bind port f4601a76-699b-47b3-bb55-443dcd606371 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:49:45.094556 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Attempting to bind port f4601a76-699b-47b3-bb55-443dcd606371 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:49:45.099032 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Port f4601a76-699b-47b3-bb55-443dcd606371 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:49:45.099348 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Attempting to bind port f4601a76-699b-47b3-bb55-443dcd606371 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:49:45.104894 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:49:45.105328 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Checking segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:49:45.105703 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Bound using segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:49:45.106117 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Bound port: f4601a76-699b-47b3-bb55-443dcd606371, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:49:45.106461 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f4601a76-699b-47b3-bb55-443dcd606371), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:45.168850 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] For port f4601a76-699b-47b3-bb55-443dcd606371, host hv-cinder-85032, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:49:45.171774 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] For port f4601a76-699b-47b3-bb55-443dcd606371, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f4601a76-699b-47b3-bb55-443dcd606371,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:49:45.257106 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (f4601a76-699b-47b3-bb55-443dcd606371), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:45.261741 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.262418 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:45.263786 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/f4601a76-699b-47b3-bb55-443dcd606371 HTTP/1.1" status: 200 len: 1093 time: 0.7629025 Aug 07 22:49:45.264563 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:49:45.266858 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163c8d2e-6ffa-45e6-9c07-28f709d6b0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "tag": "f4601a76-699b-47b3-bb55-443dcd606371"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:49:45.311157 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f9469-c5ea-4aa5-8b07-4546bb7b70d1 x-openstack-request-id: req-793f9469-c5ea-4aa5-8b07-4546bb7b70d1 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:49:45.311436 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "tag": "f4601a76-699b-47b3-bb55-443dcd606371", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:49:45.311682 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-793f9469-c5ea-4aa5-8b07-4546bb7b70d1 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:49:45.312115 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793f9469-c5ea-4aa5-8b07-4546bb7b70d1'] response: {'name': 'network-changed', 'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371', 'status': 'completed', 'code': 200} Aug 07 22:49:45.316686 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe4962-25bc-4af9-825c-a1d192bba55c service neutron] Pushing event updated for resources: {'Port': ['ID=f4601a76-699b-47b3-bb55-443dcd606371,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:45.372205 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8d2e-6ffa-45e6-9c07-28f709d6b0c7 req-6e71bb9f-6bcf-451a-b456-7d4b8ad3b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.373622 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-163c8d2e-6ffa-45e6-9c07-28f709d6b0c7 req-6e71bb9f-6bcf-451a-b456-7d4b8ad3b37a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 1127 time: 0.0404530 Aug 07 22:49:45.452712 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:45.478949 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8d2e-6ffa-45e6-9c07-28f709d6b0c7 req-e56811c5-9f7a-408a-9ff7-b78e8dbdf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.480486 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-163c8d2e-6ffa-45e6-9c07-28f709d6b0c7 req-e56811c5-9f7a-408a-9ff7-b78e8dbdf4d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=4571d38eeff749fcb073842d5ad4fc65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958381 Aug 07 22:49:45.582796 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8d2e-6ffa-45e6-9c07-28f709d6b0c7 req-cadb7d90-f9b8-4fe5-a0b5-f1d5a197cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.584414 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-163c8d2e-6ffa-45e6-9c07-28f709d6b0c7 req-cadb7d90-f9b8-4fe5-a0b5-f1d5a197cbb1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949686 Aug 07 22:49:45.668871 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-77ddf37c-ceea-4db4-ae34-4184bd4949c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.670292 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-77ddf37c-ceea-4db4-ae34-4184bd4949c6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 1127 time: 0.0397575 Aug 07 22:49:45.681077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a30f4-0b3e-4ffa-af82-4bccac941e10 req-20fd1e69-34c8-487a-bc38-1c2ace1055f2 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.682541 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-926a30f4-0b3e-4ffa-af82-4bccac941e10 req-20fd1e69-34c8-487a-bc38-1c2ace1055f2 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 943 time: 0.0466137 Aug 07 22:49:45.714663 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-a12f4b40-c6da-4330-bce3-dcc4c3526e51 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4601a76-699b-47b3-bb55-443dcd606371 HTTP/1.1" status: 200 len: 217 time: 0.0332627 Aug 07 22:49:45.730296 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-926a30f4-0b3e-4ffa-af82-4bccac941e10 req-fd3decff-8cd5-4b90-acb3-766642ca6d5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420170 Aug 07 22:49:45.770799 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-72a59679-0da5-429b-a3ed-d2c6c0de13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.772269 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-72a59679-0da5-429b-a3ed-d2c6c0de13e8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0483773 Aug 07 22:49:45.818685 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-7e9752b3-f0b2-4c82-aca7-4c334ce46a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:45.820152 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-7e9752b3-f0b2-4c82-aca7-4c334ce46a05 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384197 Aug 07 22:49:45.910942 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-d7e318c4-9938-4c6f-918f-729a95c2e4d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813878 Aug 07 22:49:46.005685 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-0571ff04-d1cb-4b90-a910-9758a0da05ad req-7a2076ae-1daf-44d6-8c5a-e6547506a947 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848043 Aug 07 22:49:46.855197 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be03005-0687-43d7-9e81-53acb02b29cb req-76c4aa6e-6268-4a15-b56e-d60ff2ae685b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:46.856603 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0be03005-0687-43d7-9e81-53acb02b29cb req-76c4aa6e-6268-4a15-b56e-d60ff2ae685b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 943 time: 0.0519924 Aug 07 22:49:46.903235 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0be03005-0687-43d7-9e81-53acb02b29cb req-5ce466c7-2386-4d82-96a3-f3bfdd1890ad tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409844 Aug 07 22:49:48.021457 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022058a5-1ecd-44ae-973b-4dde5d7b070f req-9659c64f-c19c-42bf-af99-b632874d54ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:48.022907 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-022058a5-1ecd-44ae-973b-4dde5d7b070f req-9659c64f-c19c-42bf-af99-b632874d54ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 943 time: 0.0470378 Aug 07 22:49:48.043354 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:48.070376 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-022058a5-1ecd-44ae-973b-4dde5d7b070f req-3c3541a7-cc82-4fb6-b165-d1a033409b99 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 Aug 07 22:49:49.187034 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce319f2c-55eb-40ba-a825-0ebe09b587ad req-e015a85d-8cc7-4ef6-8b17-4b7ac1ff27f9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:49.188525 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce319f2c-55eb-40ba-a825-0ebe09b587ad req-e015a85d-8cc7-4ef6-8b17-4b7ac1ff27f9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 943 time: 0.0475068 Aug 07 22:49:49.240813 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ce319f2c-55eb-40ba-a825-0ebe09b587ad req-98e30684-53c1-4247-a7b7-14a9cf25c861 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467250 Aug 07 22:49:49.535939 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f4601a76-699b-47b3-bb55-443dcd606371 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:49:49.637355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port f4601a76-699b-47b3-bb55-443dcd606371, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f4601a76-699b-47b3-bb55-443dcd606371,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:49.649885 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': 'f4601a76-699b-47b3-bb55-443dcd606371', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:49:49.672253 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:49.683773 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port f4601a76-699b-47b3-bb55-443dcd606371 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:49.684203 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f4601a76-699b-47b3-bb55-443dcd606371), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:49.698252 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4601a76-699b-47b3-bb55-443dcd606371 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:49:49.719312 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port f4601a76-699b-47b3-bb55-443dcd606371, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f4601a76-699b-47b3-bb55-443dcd606371,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:49.793873 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f4601a76-699b-47b3-bb55-443dcd606371), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:49.966123 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=f4601a76-699b-47b3-bb55-443dcd606371,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:50.012187 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=13 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:50.012972 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=73 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:50.065711 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['f4601a76-699b-47b3-bb55-443dcd606371'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:49:50.357415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca87ff-a732-47fe-99f5-0c3916a74e02 req-351f8f18-0d25-49db-8565-75550e96d5e2 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:50.358790 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3bca87ff-a732-47fe-99f5-0c3916a74e02 req-351f8f18-0d25-49db-8565-75550e96d5e2 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 944 time: 0.0470123 Aug 07 22:49:50.406598 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3bca87ff-a732-47fe-99f5-0c3916a74e02 req-c8a83345-401e-453a-97c1-1ea4a9c7c516 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422714 Aug 07 22:49:51.533082 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39022d5a-5886-419d-9496-a96b0f3cb335 req-7f5da44e-6917-4a72-bbc6-6b554f15061f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:51.534467 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39022d5a-5886-419d-9496-a96b0f3cb335 req-7f5da44e-6917-4a72-bbc6-6b554f15061f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 944 time: 0.0482833 Aug 07 22:49:51.542761 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f4601a76-699b-47b3-bb55-443dcd606371 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:49:51.582570 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39022d5a-5886-419d-9496-a96b0f3cb335 req-c84b0fa9-5541-47b9-8fcf-c2aa95bfea4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 Aug 07 22:49:51.587605 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port f4601a76-699b-47b3-bb55-443dcd606371 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:49:51.650907 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port f4601a76-699b-47b3-bb55-443dcd606371 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:49:51.651344 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (f4601a76-699b-47b3-bb55-443dcd606371), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:51.710347 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:51.724356 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port f4601a76-699b-47b3-bb55-443dcd606371 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:49:51.728408 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (f4601a76-699b-47b3-bb55-443dcd606371), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:51.747501 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:49:51.749779 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6747f77-faa2-4b98-94d4-df5d8060544c" -d '{"events": [{"server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "name": "network-vif-plugged", "status": "completed", "tag": "f4601a76-699b-47b3-bb55-443dcd606371"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:49:51.762654 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port f4601a76-699b-47b3-bb55-443dcd606371, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f4601a76-699b-47b3-bb55-443dcd606371,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:49:51.848282 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (f4601a76-699b-47b3-bb55-443dcd606371), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:51.850997 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b1b831-50ee-4be9-9d3e-080161d29f83 x-openstack-request-id: req-c3b1b831-50ee-4be9-9d3e-080161d29f83 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:49:51.851283 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "name": "network-vif-plugged", "status": "completed", "tag": "f4601a76-699b-47b3-bb55-443dcd606371", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:49:51.851535 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3b1b831-50ee-4be9-9d3e-080161d29f83 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:49:51.852138 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b1b831-50ee-4be9-9d3e-080161d29f83'] response: {'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371', 'code': 200} Aug 07 22:49:51.901955 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=f4601a76-699b-47b3-bb55-443dcd606371,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:49:52.156379 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:52.159541 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe6c38-1ef5-4a5b-bac8-a301b2e59329 req-e2b536f1-ad34-463c-8a3d-1cb04aff93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:52.161039 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8cbe6c38-1ef5-4a5b-bac8-a301b2e59329 req-e2b536f1-ad34-463c-8a3d-1cb04aff93c6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 1129 time: 0.0389996 Aug 07 22:49:52.208309 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-8cbe6c38-1ef5-4a5b-bac8-a301b2e59329 req-5ab13e6f-c12b-4e34-a150-b2456cd99988 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383084 Aug 07 22:49:52.705690 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa076-c6ec-4fc3-98f4-1a7fa740724e req-2e0a3086-3f22-444d-8c55-cbd5f0a56c7b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:52.707141 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b29aa076-c6ec-4fc3-98f4-1a7fa740724e req-2e0a3086-3f22-444d-8c55-cbd5f0a56c7b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 945 time: 0.0504363 Aug 07 22:49:52.753886 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b29aa076-c6ec-4fc3-98f4-1a7fa740724e req-3b4561ce-119a-45f6-98a2-b31ead9e8aeb tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411711 Aug 07 22:49:53.877321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6ee0c-1125-48aa-9643-132a1d489a01 req-ca8ed369-cc9c-4cf6-980e-60904e8b08a5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:53.878962 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56c6ee0c-1125-48aa-9643-132a1d489a01 req-ca8ed369-cc9c-4cf6-980e-60904e8b08a5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 945 time: 0.0489330 Aug 07 22:49:53.902811 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7e554b6b-3d3c-47fe-9b85-8c4018e51b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:53.930316 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56c6ee0c-1125-48aa-9643-132a1d489a01 req-754a239b-f7c3-4026-b544-cf25e65f5136 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453222 Aug 07 22:49:55.051717 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c285c5b-454a-4e93-b737-874a6afe26f2 req-060c8958-13e7-4bfd-9619-82873aae765b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:55.053197 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c285c5b-454a-4e93-b737-874a6afe26f2 req-060c8958-13e7-4bfd-9619-82873aae765b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 945 time: 0.0511179 Aug 07 22:49:55.100868 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5c285c5b-454a-4e93-b737-874a6afe26f2 req-6d65afc3-d837-47be-ac58-a68f93017263 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414693 Aug 07 22:49:55.213881 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d234c-5c0d-47a5-8fcb-58650845d90c req-9ce43a90-0f9b-4cc3-9c36-a12bc4322fbe tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:55.215539 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-716d234c-5c0d-47a5-8fcb-58650845d90c req-9ce43a90-0f9b-4cc3-9c36-a12bc4322fbe tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 945 time: 0.0473428 Aug 07 22:49:55.225099 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40230) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:49:55.229505 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:49:55.231838 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:55.268225 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (acc90dd7-9cc5-4ca1-a176-7a5ca67567fc), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:55.689704 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:55.692038 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:55.789089 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (acc90dd7-9cc5-4ca1-a176-7a5ca67567fc), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:55.885638 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP acc90dd7-9cc5-4ca1-a176-7a5ca67567fc associated. External IP: 172.27.3.108, port: f4601a76-699b-47b3-bb55-443dcd606371. Aug 07 22:49:56.084877 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:49:56.187461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:49:56.192462 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:56.197438 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:49:56.207831 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:56.208488 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:56.221590 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b6e714a9-ec3b-4d3d-8a3b-e7defcab64ba tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/acc90dd7-9cc5-4ca1-a176-7a5ca67567fc HTTP/1.1" status: 200 len: 991 time: 0.9954581 Aug 07 22:49:56.222166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:49:56.224783 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7750860f-735a-4cb4-9c63-7fdaa90b2020" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "tag": "f4601a76-699b-47b3-bb55-443dcd606371"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:49:56.263238 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38910132-ec72-4520-832e-0041e8d9d09e x-openstack-request-id: req-38910132-ec72-4520-832e-0041e8d9d09e {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:49:56.263529 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "tag": "f4601a76-699b-47b3-bb55-443dcd606371", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:49:56.263780 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38910132-ec72-4520-832e-0041e8d9d09e {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:49:56.264219 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38910132-ec72-4520-832e-0041e8d9d09e'] response: {'name': 'network-changed', 'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371', 'status': 'completed', 'code': 200} Aug 07 22:49:56.315597 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:56.329167 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-02f2759b-f230-4003-bb18-d0857a57739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:56.330710 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-02f2759b-f230-4003-bb18-d0857a57739d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 1129 time: 0.0435472 Aug 07 22:49:56.423509 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-791ce5e6-060e-48cf-b555-a04ade64f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:56.426643 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-791ce5e6-060e-48cf-b555-a04ade64f059 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0865366 Aug 07 22:49:56.465717 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:56.513335 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-8bfe8917-fd47-4180-8ad2-74da86d7ab0c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4601a76-699b-47b3-bb55-443dcd606371 HTTP/1.1" status: 200 len: 999 time: 0.0822632 Aug 07 22:49:56.532757 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61dd252f-6059-4447-a86c-21a2b2e83baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:56.542467 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:55Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:56.565410 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-e061b9fb-aaa4-47de-866b-070da112b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:56.566871 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-e061b9fb-aaa4-47de-866b-070da112b109 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0474644 Aug 07 22:49:56.567996 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:49:56.577598 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:49:56.578190 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:49:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:56.610342 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-43ea1322-ef67-4ddd-80c1-3daf698446df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:49:56.611823 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-43ea1322-ef67-4ddd-80c1-3daf698446df service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387051 Aug 07 22:49:56.683618 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:49:56.707242 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-2d285a51-a0a6-4e64-ac08-38753e02a15e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885892 Aug 07 22:49:56.798159 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7750860f-735a-4cb4-9c63-7fdaa90b2020 req-3521204b-34c0-49f8-9177-a1c00a849710 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849919 Aug 07 22:49:56.898358 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:55Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:49:56.926989 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884eb9f-8704-4048-9a6c-1c24ff112568 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:55Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:49:57.117326 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f705e-8d8c-447e-86d0-273456ba4035 None None] New status for floating IP acc90dd7-9cc5-4ca1-a176-7a5ca67567fc: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:49:57.381506 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:49:57.462227 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:59.390884 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:59.436598 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:49:59.705278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:06.216776 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=45 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:06.218630 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:06.340615 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:50:06.788586 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:06.794668 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=49 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:09.646357 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:09.653256 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:11.322327 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=12 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:23.902226 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-03862085-b2a7-46f6-9c0b-f79963cb0932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:24.370942 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:24.371697 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=16 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:26.502062 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3bbab202-ce9c-403b-a4d7-d1bb15caee86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:27.447555 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:29.390614 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:29.429942 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:29.698910 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:35.345351 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:35.346191 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:38.402275 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-5b5628d0-7cae-407c-89c5-8e3a6cbde935 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426314 Aug 07 22:50:38.489571 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d23a-57e0-4f31-82a2-c85576242cde req-6e053873-b6ac-445c-b004-3955cbaab3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:38.491051 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-6e053873-b6ac-445c-b004-3955cbaab3bc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 1129 time: 0.0396507 Aug 07 22:50:38.601503 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d23a-57e0-4f31-82a2-c85576242cde req-8cf9feec-ccf8-4951-8296-6b5defaf6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:38.602959 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-8cf9feec-ccf8-4951-8296-6b5defaf6ed6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0862303 Aug 07 22:50:38.674480 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-cd0a3566-9d6b-4cea-88fd-595e7e90f9ea service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4601a76-699b-47b3-bb55-443dcd606371 HTTP/1.1" status: 200 len: 1001 time: 0.0599635 Aug 07 22:50:38.727428 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d23a-57e0-4f31-82a2-c85576242cde req-8de441a7-a1a1-4686-8310-7e10dead1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:38.728858 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-8de441a7-a1a1-4686-8310-7e10dead1848 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0454693 Aug 07 22:50:38.778946 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d23a-57e0-4f31-82a2-c85576242cde req-16742543-490c-4e93-911c-064b0fd010c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:38.780432 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-16742543-490c-4e93-911c-064b0fd010c8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390038 Aug 07 22:50:38.883697 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-6a2072d8-a462-413c-9005-b052a24210d4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939128 Aug 07 22:50:38.984074 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b613d23a-57e0-4f31-82a2-c85576242cde req-abf5cef4-c00d-4150-9288-edabc6424452 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Aug 07 22:50:39.641555 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:39.643304 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:42.043815 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40290) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:50:42.048424 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000722161', 'description': 'tempest-description--1536515492'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:50:42.127559 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.196559 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (eb43d7b5-340b-4376-af42-2573ff740a5d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.264270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (eb43d7b5-340b-4376-af42-2573ff740a5d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.294467 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb43d7b5-340b-4376-af42-2573ff740a5d,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:42.302447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.302801 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.303145 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.303485 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.303819 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.304180 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.313421 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:42.351900 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.353175 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-dfa6ad77-ad6d-4c42-8c78-a4e6f2e4c7e7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3083439 Aug 07 22:50:42.356039 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40292) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:50:42.360972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-c04ff194-fc72-45e6-867d-f25521fae6cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': 'eb43d7b5-340b-4376-af42-2573ff740a5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:50:42.442232 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c04ff194-fc72-45e6-867d-f25521fae6cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (148a0300-8b4c-4381-bb5e-2c263dce065b), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.503154 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c04ff194-fc72-45e6-867d-f25521fae6cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (148a0300-8b4c-4381-bb5e-2c263dce065b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.579356 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c04ff194-fc72-45e6-867d-f25521fae6cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (148a0300-8b4c-4381-bb5e-2c263dce065b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.599926 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ff194-fc72-45e6-867d-f25521fae6cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148a0300-8b4c-4381-bb5e-2c263dce065b,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:42.660632 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c04ff194-fc72-45e6-867d-f25521fae6cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.661831 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c04ff194-fc72-45e6-867d-f25521fae6cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048573 Aug 07 22:50:42.664522 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40294) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:50:42.668719 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d5c58a54-02a3-465f-af5f-1d27e767cfc3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': 'eb43d7b5-340b-4376-af42-2573ff740a5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:50:42.761093 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a54-02a3-465f-af5f-1d27e767cfc3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (0df1b596-83b1-4b40-abe0-192fe36effb7), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.818458 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a54-02a3-465f-af5f-1d27e767cfc3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (0df1b596-83b1-4b40-abe0-192fe36effb7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.892909 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a54-02a3-465f-af5f-1d27e767cfc3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (0df1b596-83b1-4b40-abe0-192fe36effb7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.911221 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58a54-02a3-465f-af5f-1d27e767cfc3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df1b596-83b1-4b40-abe0-192fe36effb7,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:42.980968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a54-02a3-465f-af5f-1d27e767cfc3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:42.982209 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d5c58a54-02a3-465f-af5f-1d27e767cfc3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167753 Aug 07 22:50:42.985356 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40296) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:50:42.989609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:50:43.064888 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.146213 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.250740 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.27.3.14 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/23f852ea-7610-429b-9056-e1865325b8c5) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:50:43.317441 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:43.333253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:43.338619 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:50:43.362484 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (23f852ea-7610-429b-9056-e1865325b8c5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.439659 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (23f852ea-7610-429b-9056-e1865325b8c5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.478969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:50:43.481776 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:50:43.486972 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:50:43.492007 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=23f852ea-7610-429b-9056-e1865325b8c5,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:43.576104 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.672148 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (23f852ea-7610-429b-9056-e1865325b8c5), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.819107 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (23f852ea-7610-429b-9056-e1865325b8c5), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.873224 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (23f852ea-7610-429b-9056-e1865325b8c5), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.929927 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:43.940266 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:43.942964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=23f852ea-7610-429b-9056-e1865325b8c5,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:44.006921 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:44.008189 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-763b8a9a-9e35-4ed5-aebc-1acc3fb30a5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0218894 Aug 07 22:50:44.163598 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-52a6bd60-3ce7-42be-a5e3-52029fdcabd4 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1000722161&fields=id&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 267 time: 0.0455561 Aug 07 22:50:44.268306 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-46a732ce-a5a7-4f35-98c2-b4d6975d5c80 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:44.269743 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-46a732ce-a5a7-4f35-98c2-b4d6975d5c80 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.0999279 Aug 07 22:50:44.283872 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-cc182d27-7300-4bf5-a0c0-fc9e63ce51f0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/quotas/4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 375 time: 0.0087574 Aug 07 22:50:44.336999 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-09beedf7-c02f-4567-bf63-e9519862a3bb tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483029 Aug 07 22:50:44.401275 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-95547125-333a-420b-bc10-534570568767 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 22:50:44.402276 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-95547125-333a-420b-bc10-534570568767 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0525799 Aug 07 22:50:44.494890 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-91df7efa-d19d-486c-a38a-03dd9ca24ec3 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862079 Aug 07 22:50:44.588349 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-e0d8eb5d-06b5-4183-a5d7-9826540a5752 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877542 Aug 07 22:50:45.839192 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9808b367-7bf3-4f7f-8294-29c96fc689ee req-92c0fa1e-9345-4fed-9428-9823f6d3d902 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0282545 Aug 07 22:50:46.921344 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f95a420e-6a4c-4c21-a48a-5a77d0de98e2 req-c08817c2-8920-4426-80ca-da0a7424ba0a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0269604 Aug 07 22:50:48.001304 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-810fb117-f1b0-4db3-86a3-c0cd1632121c req-f4e8fbfa-f1ea-46d7-9bed-a435ff9923d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0283556 Aug 07 22:50:48.323886 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:48.975332 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=50 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:48.981304 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=51 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:49.085562 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-abd76421-989a-4fa3-8dd9-a6d254d2a9b0 req-cbee5682-7671-42cc-8707-4757d00634f7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0298884 Aug 07 22:50:50.185664 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-151c8b35-6b87-4dd2-8b4f-d5c388e7b35b req-4068e275-7a62-4512-8ce5-2b3336b83504 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Aug 07 22:50:51.288155 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1bb9d0cb-496b-4dbd-9217-7283248483de req-ed717fbd-41af-4e11-b8b8-5d0c394cb7d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Aug 07 22:50:51.849045 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-2dab100b-d3a2-4349-98ac-78860a13a27a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:51.850503 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-2dab100b-d3a2-4349-98ac-78860a13a27a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.1034691 Aug 07 22:50:51.928187 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-14b01b54-66b0-48f9-987f-4e7be7fc2b18 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 472 time: 0.0632408 Aug 07 22:50:51.941994 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'port': {'device_id': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'admin_state_up': True, 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'security_groups': ['eb43d7b5-340b-4376-af42-2573ff740a5d']}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:50:52.136725 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Made reservation on behalf of 4571d38eeff749fcb073842d5ad4fc65 for: {'port': 1} {{(pid=104592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:50:52.141110 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:52.270535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.20.0.14 (2d15b754-28f9-4d07-a0c7-ae4f93625ddd/6648bce2-9f32-4965-aba2-12bac701419a/20f11896-6843-482c-b04f-d3a4220c27c8) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:50:52.390547 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-55d11415-b442-48e3-a1ab-03aef34d3404 req-21790613-93fc-41b9-8860-d60180b3ecf2 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0277960 Aug 07 22:50:52.409037 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (20f11896-6843-482c-b04f-d3a4220c27c8), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:52.513424 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:52.558659 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:50:52.561783 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:50:52.566326 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:50:52.591952 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=20f11896-6843-482c-b04f-d3a4220c27c8,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:52.607098 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.607440 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.607777 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.608138 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.608466 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.609425 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.609836 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.610163 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.610487 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.610808 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.611132 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.611447 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.611760 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.612098 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.612411 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:52.634923 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:52.635620 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:52.730317 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-61d91e36-616d-42ee-9cc6-01a7c7a41a8b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7919726 Aug 07 22:50:52.747234 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.v2.base [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Request body: {'port': {'device_id': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:50:52.798011 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:52.810401 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:52.810630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-58d2f586-d334-48bd-8698-f9fe7a1df24a None None] Provisioning complete for port 20f11896-6843-482c-b04f-d3a4220c27c8 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:50:52.811108 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-58d2f586-d334-48bd-8698-f9fe7a1df24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:52.819357 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:52.842150 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-58d2f586-d334-48bd-8698-f9fe7a1df24a None None] Port 20f11896-6843-482c-b04f-d3a4220c27c8 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:50:53.070812 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f11896-6843-482c-b04f-d3a4220c27c8 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:50:53.079409 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Publish callbacks [] for port (20f11896-6843-482c-b04f-d3a4220c27c8), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:53.091806 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Transition to ACTIVE for port object 20f11896-6843-482c-b04f-d3a4220c27c8 will not be triggered until provisioned by entity L2. {{(pid=104592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:50:53.161577 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:53.244101 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=20f11896-6843-482c-b04f-d3a4220c27c8,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:53.271088 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Attempting to bind port 20f11896-6843-482c-b04f-d3a4220c27c8 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:50:53.271422 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Attempting to bind port 20f11896-6843-482c-b04f-d3a4220c27c8 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:50:53.271747 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Attempting to bind port 20f11896-6843-482c-b04f-d3a4220c27c8 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:50:53.276203 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Port 20f11896-6843-482c-b04f-d3a4220c27c8 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:50:53.276520 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Attempting to bind port 20f11896-6843-482c-b04f-d3a4220c27c8 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:50:53.281995 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:50:53.282326 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Checking segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:50:53.282700 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Bound using segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:50:53.283115 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Bound port: 20f11896-6843-482c-b04f-d3a4220c27c8, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:50:53.283465 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:53.335724 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:53.342787 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] For port 20f11896-6843-482c-b04f-d3a4220c27c8, host hv-cinder-85032, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:50:53.345975 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] For port 20f11896-6843-482c-b04f-d3a4220c27c8, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=20f11896-6843-482c-b04f-d3a4220c27c8,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:50:53.436661 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3581713'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:53.441761 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:53.442367 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:53.443808 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/20f11896-6843-482c-b04f-d3a4220c27c8 HTTP/1.1" status: 200 len: 1094 time: 0.7005851 Aug 07 22:50:53.445342 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:50:53.447595 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486bcc252a2898e0957c0413137b0b0f3c5a812bff71ee19be73df76acc62271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8bda2f-def1-4102-b952-dc642c3b8ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:50:53.497647 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b03d5-697f-4913-8c2d-6c16a8c5a1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=20f11896-6843-482c-b04f-d3a4220c27c8,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:53.504513 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a779db36-fea0-4f4b-bd9c-ec88be01e909 x-openstack-request-id: req-a779db36-fea0-4f4b-bd9c-ec88be01e909 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:50:53.504513 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8", "status": "completed", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:50:53.508337 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a779db36-fea0-4f4b-bd9c-ec88be01e909 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:50:53.508337 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a779db36-fea0-4f4b-bd9c-ec88be01e909'] response: {'name': 'network-changed', 'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8', 'status': 'completed', 'code': 200} Aug 07 22:50:53.521072 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6021a6e-81e6-4e4c-bbfb-263a115f4678 req-aeec36a1-804f-4472-b487-4b1fe95b8f71 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:53.523304 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6021a6e-81e6-4e4c-bbfb-263a115f4678 req-aeec36a1-804f-4472-b487-4b1fe95b8f71 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 944 time: 0.0546410 Aug 07 22:50:53.571103 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6021a6e-81e6-4e4c-bbfb-263a115f4678 req-2f613c88-bf37-43b6-aa59-b63a2b83d408 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Aug 07 22:50:53.574221 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bda2f-def1-4102-b952-dc642c3b8ee3 req-c2c54341-6c6b-42d7-8228-f20939e82c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:53.575766 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5a8bda2f-def1-4102-b952-dc642c3b8ee3 req-c2c54341-6c6b-42d7-8228-f20939e82c30 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 1128 time: 0.0395818 Aug 07 22:50:53.657705 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:53.680267 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bda2f-def1-4102-b952-dc642c3b8ee3 req-f5475ba7-9756-4605-b4dd-876476c4317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:53.681704 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5a8bda2f-def1-4102-b952-dc642c3b8ee3 req-f5475ba7-9756-4605-b4dd-876476c4317a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=4571d38eeff749fcb073842d5ad4fc65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939841 Aug 07 22:50:53.779211 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bda2f-def1-4102-b952-dc642c3b8ee3 req-4809e120-fa5b-453c-b9d0-e84d893b87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:53.780714 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-5a8bda2f-def1-4102-b952-dc642c3b8ee3 req-4809e120-fa5b-453c-b9d0-e84d893b87e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905650 Aug 07 22:50:53.858612 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-4712e990-6428-435d-b006-7ecda861175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:53.860684 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-4712e990-6428-435d-b006-7ecda861175a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 1128 time: 0.0393953 Aug 07 22:50:53.903841 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-200b77ba-ebf6-4670-be24-cdd961fc7f26 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f11896-6843-482c-b04f-d3a4220c27c8 HTTP/1.1" status: 200 len: 217 time: 0.0331006 Aug 07 22:50:53.925203 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7904fcc-d6bd-4f0b-b86f-b35a2c256c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:53.959344 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-641ccc91-3bec-4b42-9831-2c98cee167e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:53.960815 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-641ccc91-3bec-4b42-9831-2c98cee167e9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0482874 Aug 07 22:50:54.009610 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-428bc75d-27f8-4b77-a34e-1a719fa3c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:54.011114 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-428bc75d-27f8-4b77-a34e-1a719fa3c411 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391865 Aug 07 22:50:54.083037 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:54.105987 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-86b545ac-ad22-4834-81d0-4822cde948fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831928 Aug 07 22:50:54.445014 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-b24bb4c3-bdbc-4a30-8d12-9b35e4fd0768 req-7569773d-4ea8-4cc7-b33d-e3d13134e11b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294954 Aug 07 22:50:54.653893 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:54.691910 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85be9-6ee8-44e5-bc11-093f846ccd69 req-552c1ade-a9f4-4754-b332-8241c5be9026 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:54.693414 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4cb85be9-6ee8-44e5-bc11-093f846ccd69 req-552c1ade-a9f4-4754-b332-8241c5be9026 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 944 time: 0.0481682 Aug 07 22:50:54.739981 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4cb85be9-6ee8-44e5-bc11-093f846ccd69 req-89993f42-5b23-4d13-99ca-f7be9b1bf380 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Aug 07 22:50:55.862826 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3539-d7bd-460c-91c0-3324bf3d986a req-f6b1cdd4-5635-4387-a250-1d8dbcb7fc5b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:55.863956 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 20f11896-6843-482c-b04f-d3a4220c27c8 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:50:55.864441 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d2ac3539-d7bd-460c-91c0-3324bf3d986a req-f6b1cdd4-5635-4387-a250-1d8dbcb7fc5b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 944 time: 0.0505753 Aug 07 22:50:55.913438 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d2ac3539-d7bd-460c-91c0-3324bf3d986a req-a67bc569-32df-45e4-8c86-f89086818669 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 Aug 07 22:50:55.965656 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 20f11896-6843-482c-b04f-d3a4220c27c8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=20f11896-6843-482c-b04f-d3a4220c27c8,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:50:55.977404 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '20f11896-6843-482c-b04f-d3a4220c27c8', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'port_id': '20f11896-6843-482c-b04f-d3a4220c27c8', 'mac_address': 'fa:16:3e:e4:3a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:50:56.011774 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 20f11896-6843-482c-b04f-d3a4220c27c8 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:50:56.012194 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:56.025619 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f11896-6843-482c-b04f-d3a4220c27c8 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:50:56.045658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 20f11896-6843-482c-b04f-d3a4220c27c8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=20f11896-6843-482c-b04f-d3a4220c27c8,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:50:56.090119 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:56.136051 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=20f11896-6843-482c-b04f-d3a4220c27c8,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:56.144147 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.145151 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.145151 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.145358 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.145513 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.145845 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.146172 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.146497 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.146824 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.147148 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.147471 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.147797 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.148149 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.148472 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.148793 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:50:56.348635 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['20f11896-6843-482c-b04f-d3a4220c27c8'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:50:56.491370 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-919c694c-ab01-4294-ab02-69cfd5ebed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:57.031465 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc6052-7394-4e7e-8524-a181b6894bd8 req-cfaf0a93-e558-4fcc-9bc9-9412310227cf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:57.032952 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3ddc6052-7394-4e7e-8524-a181b6894bd8 req-cfaf0a93-e558-4fcc-9bc9-9412310227cf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 945 time: 0.0470297 Aug 07 22:50:57.079367 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3ddc6052-7394-4e7e-8524-a181b6894bd8 req-16a2dcbd-ec9d-4c24-afb9-d4ceeec4e38d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Aug 07 22:50:57.450875 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:57.864630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 20f11896-6843-482c-b04f-d3a4220c27c8 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:50:58.031401 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 20f11896-6843-482c-b04f-d3a4220c27c8 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:50:58.103780 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 20f11896-6843-482c-b04f-d3a4220c27c8 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:50:58.104188 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:58.166525 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:58.179244 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 20f11896-6843-482c-b04f-d3a4220c27c8 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:50:58.179629 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:58.190098 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:58.203143 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:50:58.204068 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766f337-506e-4ee3-9004-534fdc6f5bb6 req-c209aa09-0da9-44f0-98eb-8cb70e4a1d08 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:58.205522 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974cf07f-4af0-4e07-a5c9-0813f4cfebd9" -d '{"events": [{"server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "name": "network-vif-plugged", "status": "completed", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:50:58.205684 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1766f337-506e-4ee3-9004-534fdc6f5bb6 req-c209aa09-0da9-44f0-98eb-8cb70e4a1d08 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Aug 07 22:50:58.221435 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 20f11896-6843-482c-b04f-d3a4220c27c8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=20f11896-6843-482c-b04f-d3a4220c27c8,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:50:58.251437 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34460106-b215-44d9-ba86-6a92fb677286 x-openstack-request-id: req-34460106-b215-44d9-ba86-6a92fb677286 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:50:58.251437 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "name": "network-vif-plugged", "status": "completed", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:50:58.251437 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34460106-b215-44d9-ba86-6a92fb677286 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:50:58.251437 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34460106-b215-44d9-ba86-6a92fb677286'] response: {'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8', 'code': 200} Aug 07 22:50:58.264450 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1766f337-506e-4ee3-9004-534fdc6f5bb6 req-29c64286-ce97-44ac-843e-a8436b84bd6f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510082 Aug 07 22:50:58.298665 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:58.347999 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=20f11896-6843-482c-b04f-d3a4220c27c8,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:50:58.654069 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d32d0-0d07-4630-a942-ead055b130ff req-9b2fa3e9-e5fe-447f-8551-05f58a3751b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:58.656277 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7b0d32d0-0d07-4630-a942-ead055b130ff req-9b2fa3e9-e5fe-447f-8551-05f58a3751b9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 1130 time: 0.0574005 Aug 07 22:50:58.714724 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-7b0d32d0-0d07-4630-a942-ead055b130ff req-c6d9eef2-bd3d-458a-958f-7b21f825731a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485618 Aug 07 22:50:59.385405 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:50:59.393288 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:59.394338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29401d72-b863-475d-bad0-8959ae7e913e req-d165393f-2920-4289-8ff4-5726f41ec331 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:50:59.395805 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29401d72-b863-475d-bad0-8959ae7e913e req-d165393f-2920-4289-8ff4-5726f41ec331 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 946 time: 0.0495389 Aug 07 22:50:59.422689 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:50:59.445403 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-29401d72-b863-475d-bad0-8959ae7e913e req-346dd070-a658-46c1-95e0-74798dcb3e2a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 Aug 07 22:50:59.729988 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:00.567065 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2847a-cc08-4f10-92bd-410ea76b9abc req-a31d3ce6-73f6-46bb-bd5a-48bceeea74fa tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:00.568557 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-86e2847a-cc08-4f10-92bd-410ea76b9abc req-a31d3ce6-73f6-46bb-bd5a-48bceeea74fa tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 946 time: 0.0468268 Aug 07 22:51:00.615297 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-86e2847a-cc08-4f10-92bd-410ea76b9abc req-638b5d37-eb29-4cb6-93c3-aac37360b914 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Aug 07 22:51:00.731037 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230416-b417-41db-9ae6-386f074318d2 req-f8ce5934-980b-4653-949b-c0907a7eeb5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:00.732441 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-75230416-b417-41db-9ae6-386f074318d2 req-f8ce5934-980b-4653-949b-c0907a7eeb5f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 946 time: 0.0499651 Aug 07 22:51:00.742465 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40372) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:00.746738 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'port_id': '20f11896-6843-482c-b04f-d3a4220c27c8'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:51:00.784815 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:01.447417 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:01.466087 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:01.524339 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:01.618966 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP 6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212 associated. External IP: 172.27.3.14, port: 20f11896-6843-482c-b04f-d3a4220c27c8. Aug 07 22:51:01.810747 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:51:01.912927 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:51:01.917720 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:01.922949 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:51:01.932828 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:51:01.933441 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:50:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:01.948070 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-20f96cc3-428c-4d6e-9467-8b92250e7854 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212 HTTP/1.1" status: 200 len: 991 time: 1.2045391 Aug 07 22:51:01.948798 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:51:01.951084 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d61a597-1ea2-458c-98a7-0a6bc166bc68" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:51:01.992426 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934f0871-9e2b-46f0-97ea-1d9dbb877e7a x-openstack-request-id: req-934f0871-9e2b-46f0-97ea-1d9dbb877e7a {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:51:01.992723 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:51:01.992979 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-934f0871-9e2b-46f0-97ea-1d9dbb877e7a {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:51:01.993385 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934f0871-9e2b-46f0-97ea-1d9dbb877e7a'] response: {'name': 'network-changed', 'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8', 'status': 'completed', 'code': 200} Aug 07 22:51:02.040523 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:51:02.055223 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-2986b3db-c69c-4bd2-b41e-25ee73e99563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:02.056862 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-2986b3db-c69c-4bd2-b41e-25ee73e99563 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 1130 time: 0.0388722 Aug 07 22:51:02.150739 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-15a2fd8d-8f24-4a0f-8cef-90ff512d978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:02.152240 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-15a2fd8d-8f24-4a0f-8cef-90ff512d978d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0875738 Aug 07 22:51:02.217263 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-af1082bf-fd74-4c7b-a53e-f6aedb81a068 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f11896-6843-482c-b04f-d3a4220c27c8 HTTP/1.1" status: 200 len: 999 time: 0.0583694 Aug 07 22:51:02.256300 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '20f11896-6843-482c-b04f-d3a4220c27c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:e4:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:50:43Z', 'updated_at': '2022-08-07T22:51:01Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}, {'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:57Z', 'revision_number': 2, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:02.265669 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-47ba7859-4be2-486e-af3a-2f54baa24801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:02.267142 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-47ba7859-4be2-486e-af3a-2f54baa24801 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0445483 Aug 07 22:51:02.282805 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:51:02.291256 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:51:02.291856 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:50:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:02.310129 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-ef58eda9-b932-45a4-9b08-6041249d9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:02.311672 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-ef58eda9-b932-45a4-9b08-6041249d9af2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385220 Aug 07 22:51:02.396737 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:51:02.408507 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-e5ddbe9c-2182-49de-a243-cd963f622220 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909877 Aug 07 22:51:02.500408 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-3d61a597-1ea2-458c-98a7-0a6bc166bc68 req-4329ba06-4ce7-438b-8347-61f7d62eaf7b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Aug 07 22:51:02.610494 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '20f11896-6843-482c-b04f-d3a4220c27c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:e4:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:50:43Z', 'updated_at': '2022-08-07T22:51:01Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}, {'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:57Z', 'revision_number': 2, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:02.612977 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:02.635218 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04693a-0e3b-4fc7-97f8-f08a50707be8 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '20f11896-6843-482c-b04f-d3a4220c27c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:e4:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:50:43Z', 'updated_at': '2022-08-07T22:51:01Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}, {'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:57Z', 'revision_number': 2, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:51:02.827261 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c758b7c-f237-4e76-a83e-c53830f62353 None None] New status for floating IP 6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:51:11.941336 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:11.945166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=49 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:12.495307 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=63 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:12.496087 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:12.612498 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=79 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:12.925224 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:20.337725 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:51:23.883924 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8086a3d9-ef94-4bdb-a480-662cfa46d16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:26.478688 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb992-8c59-4dc2-93f5-7518c94ee876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:27.449849 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:29.415438 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:29.449558 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:29.712537 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:30.333124 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:30.333863 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:38.288858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a8bc5-5e59-4b94-97f5-061fcf5c02f6 req-4834886b-2f55-44aa-af02-c52d91733a0d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:38.290305 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ff3a8bc5-5e59-4b94-97f5-061fcf5c02f6 req-4834886b-2f55-44aa-af02-c52d91733a0d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 946 time: 0.0506399 Aug 07 22:51:38.336390 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ff3a8bc5-5e59-4b94-97f5-061fcf5c02f6 req-ab8a302c-da54-43b7-bdbe-e40db6fd55bb tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403903 Aug 07 22:51:39.457677 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-0b8f5093-cb1d-42d4-8d5e-94a0f0d2d7f9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425875 Aug 07 22:51:39.458348 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c6de6-491a-4899-89ff-8ac29be5ba24 req-d9c5ec64-cdae-4ecb-ab53-abeabfa6439d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:39.459744 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6d0c6de6-491a-4899-89ff-8ac29be5ba24 req-d9c5ec64-cdae-4ecb-ab53-abeabfa6439d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 946 time: 0.0483077 Aug 07 22:51:39.509639 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6d0c6de6-491a-4899-89ff-8ac29be5ba24 req-4a358c09-f4c7-4bfb-9c52-4541b3fbc51f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb43d7b5-340b-4376-af42-2573ff740a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Aug 07 22:51:39.631470 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274552c4-b058-47d1-924e-05a2cf76c7be req-fdebdf2d-e6ce-4738-8c39-44c09caf9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:39.632888 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-fdebdf2d-e6ce-4738-8c39-44c09caf9310 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 1129 time: 0.0390294 Aug 07 22:51:39.655197 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:39.657071 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:39.739200 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274552c4-b058-47d1-924e-05a2cf76c7be req-4341c769-60f8-4c12-a6d4-b9b5df5e17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:39.740738 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-4341c769-60f8-4c12-a6d4-b9b5df5e17e0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0890806 Aug 07 22:51:39.749236 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-7a47f1c2-85a4-46a4-b0c2-ef59bf1629a1 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:39.751531 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-7a47f1c2-85a4-46a4-b0c2-ef59bf1629a1 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 946 time: 0.0479095 Aug 07 22:51:39.807517 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-73244e12-43a8-426f-9138-f1d9c00de768 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4601a76-699b-47b3-bb55-443dcd606371 HTTP/1.1" status: 200 len: 1001 time: 0.0567684 Aug 07 22:51:39.838915 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port 20f11896-6843-482c-b04f-d3a4220c27c8 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:51:39.839259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:39.860428 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274552c4-b058-47d1-924e-05a2cf76c7be req-dd2074f0-4bd0-4a1d-8a83-ad9b512ff726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:39.861876 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-dd2074f0-4bd0-4a1d-8a83-ad9b512ff726 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0439966 Aug 07 22:51:39.910271 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274552c4-b058-47d1-924e-05a2cf76c7be req-2d5a72a1-6c05-4b87-b2c3-a1a06eb797f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:39.911720 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-2d5a72a1-6c05-4b87-b2c3-a1a06eb797f4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396483 Aug 07 22:51:39.931608 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] For port 20f11896-6843-482c-b04f-d3a4220c27c8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=20f11896-6843-482c-b04f-d3a4220c27c8,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:51:39.931980 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:40.009982 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-fc734fbd-dbfa-4263-abbe-443895edcf71 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888050 Aug 07 22:51:40.100270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:40.100633 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:40.100949 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP 6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212 disassociated. External IP: 172.27.3.14, port: 20f11896-6843-482c-b04f-d3a4220c27c8. Aug 07 22:51:40.101293 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for 20f11896-6843-482c-b04f-d3a4220c27c8 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:51:40.109208 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [req-274552c4-b058-47d1-924e-05a2cf76c7be req-30d0e53e-6933-421d-978b-b341cf807330 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893989 Aug 07 22:51:40.307096 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (20f11896-6843-482c-b04f-d3a4220c27c8), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:40.337276 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=20f11896-6843-482c-b04f-d3a4220c27c8,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:40.446468 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:51:40.531017 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:40.533717 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:40.553121 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:51:40.565672 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:51:40.576591 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:51:40.577218 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:51:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:40.604858 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] No DVR routers for this DVR port 20f11896-6843-482c-b04f-d3a4220c27c8 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:51:40.614074 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:40.617360 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2f407c2e-bb05-43da-a2a6-bb5f51af340b req-c4463f05-ac46-4163-8e6e-360b5166227d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "DELETE /networking/v2.0/ports/20f11896-6843-482c-b04f-d3a4220c27c8 HTTP/1.1" status: 204 len: 173 time: 0.8585708 Aug 07 22:51:40.618980 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'name': 'network-vif-deleted', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:51:40.621266 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be17e6-c4b2-4745-bcc8-dde1b8cd97e4" -d '{"events": [{"server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "name": "network-vif-deleted", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:51:40.641817 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-98bacc62-8950-42e1-9ada-b87f24099080 req-2d659103-7579-4d5b-970c-422deca6e058 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0383043 Aug 07 22:51:40.668112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea4151-f8c9-4e59-8641-c6d6ef798e59 x-openstack-request-id: req-97ea4151-f8c9-4e59-8641-c6d6ef798e59 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:51:40.668112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdd262a-57b5-44bd-a4e0-541425bd19c6", "name": "network-vif-deleted", "tag": "20f11896-6843-482c-b04f-d3a4220c27c8", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:51:40.668112 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97ea4151-f8c9-4e59-8641-c6d6ef798e59 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:51:40.668112 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ea4151-f8c9-4e59-8641-c6d6ef798e59'] response: {'server_uuid': '0cdd262a-57b5-44bd-a4e0-541425bd19c6', 'name': 'network-vif-deleted', 'tag': '20f11896-6843-482c-b04f-d3a4220c27c8', 'status': 'completed', 'code': 200} Aug 07 22:51:40.699333 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:51:40.931493 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:57Z', 'revision_number': 2, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:40.961324 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:51:40.970091 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:51:40.970673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:51:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:41.072476 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:51:41.398970 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:57Z', 'revision_number': 2, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:41.428379 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6f80a-8879-49c4-afa9-2e1de4cb71b1 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'acc90dd7-9cc5-4ca1-a176-7a5ca67567fc', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': 'f4601a76-699b-47b3-bb55-443dcd606371', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:98:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:49:39Z', 'updated_at': '2022-08-07T22:49:57Z', 'revision_number': 2, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:51:41.649043 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc795831-23aa-41dd-b053-22a065b69208 None None] New status for floating IP 6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212: DOWN {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:51:41.825082 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4bc36128-c280-4841-8071-4ac8fe1928f6 req-1fd5d27a-42b2-48a2-a146-86f3715377ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=0cdd262a-57b5-44bd-a4e0-541425bd19c6 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Aug 07 22:51:42.978418 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40410) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:43.033431 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a1f14b0-b407-4b41-8a17-47e3f45dd238 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (eb43d7b5-340b-4376-af42-2573ff740a5d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.056875 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a1f14b0-b407-4b41-8a17-47e3f45dd238 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (eb43d7b5-340b-4376-af42-2573ff740a5d), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.177756 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a1f14b0-b407-4b41-8a17-47e3f45dd238 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (eb43d7b5-340b-4376-af42-2573ff740a5d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.180297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a1f14b0-b407-4b41-8a17-47e3f45dd238 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.181470 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8a1f14b0-b407-4b41-8a17-47e3f45dd238 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/eb43d7b5-340b-4376-af42-2573ff740a5d HTTP/1.1" status: 204 len: 168 time: 0.2020414 Aug 07 22:51:43.184365 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40412) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:43.191263 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f14b0-b407-4b41-8a17-47e3f45dd238 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb43d7b5-340b-4376-af42-2573ff740a5d,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:43.198584 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-02384936-a794-4ebb-99bd-7f9b2eefdcb6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] show failed (client error): The resource could not be found. Aug 07 22:51:43.199630 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-02384936-a794-4ebb-99bd-7f9b2eefdcb6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups/eb43d7b5-340b-4376-af42-2573ff740a5d HTTP/1.1" status: 404 len: 347 time: 0.0141478 Aug 07 22:51:43.202571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40414) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:43.314023 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port 23f852ea-7610-429b-9056-e1865325b8c5 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:51:43.314350 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (23f852ea-7610-429b-9056-e1865325b8c5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.394894 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (23f852ea-7610-429b-9056-e1865325b8c5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.395220 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (23f852ea-7610-429b-9056-e1865325b8c5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.408252 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for 23f852ea-7610-429b-9056-e1865325b8c5 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:51:43.617776 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (23f852ea-7610-429b-9056-e1865325b8c5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.644884 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=23f852ea-7610-429b-9056-e1865325b8c5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:43.669680 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.670031 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.670373 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.670712 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.671044 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.671376 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.671706 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.672666 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.673003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.673331 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.673662 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.673988 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.674312 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.674634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.674955 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:51:43.716756 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.720056 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:43.721258 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6ebc5f50-464c-4f61-ad16-c417b46692c6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/6cb19683-4a4c-4bb1-84dc-b7d9ea5c6212 HTTP/1.1" status: 204 len: 168 time: 0.5172405 Aug 07 22:51:44.081801 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 20f11896-6843-482c-b04f-d3a4220c27c8 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:51:44.101254 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 20f11896-6843-482c-b04f-d3a4220c27c8 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:51:44.101723 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 20f11896-6843-482c-b04f-d3a4220c27c8 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:51:46.667167 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236c728-da86-4b3f-bb60-b8d169d499a3 req-292d71eb-ac5b-4ca5-920f-3c437415310d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:46.668642 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6236c728-da86-4b3f-bb60-b8d169d499a3 req-292d71eb-ac5b-4ca5-920f-3c437415310d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 945 time: 0.0519118 Aug 07 22:51:46.717010 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6236c728-da86-4b3f-bb60-b8d169d499a3 req-d493781d-0062-40f0-9b9a-33e331a4f724 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Aug 07 22:51:47.836896 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da1dc-246d-4067-b063-52062533a257 req-10dc6de4-2440-4497-a522-ed23ba90a9f5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:47.838349 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3c8da1dc-246d-4067-b063-52062533a257 req-10dc6de4-2440-4497-a522-ed23ba90a9f5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 945 time: 0.0468967 Aug 07 22:51:47.884978 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3c8da1dc-246d-4067-b063-52062533a257 req-b29836c5-b250-45cf-884a-d679ebfb86f3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=d6ee1757-caef-4fb9-b315-473ff644cf84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Aug 07 22:51:48.339847 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-c950bbc3-1589-426f-aaa9-777d4fe07510 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:48.341291 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-c950bbc3-1589-426f-aaa9-777d4fe07510 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 945 time: 0.0458922 Aug 07 22:51:48.426769 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port f4601a76-699b-47b3-bb55-443dcd606371 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:51:48.427108 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (f4601a76-699b-47b3-bb55-443dcd606371), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:48.464541 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:48.516318 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] For port f4601a76-699b-47b3-bb55-443dcd606371, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f4601a76-699b-47b3-bb55-443dcd606371,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:51:48.516711 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (f4601a76-699b-47b3-bb55-443dcd606371), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:48.529446 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:48.677539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:48.677804 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (acc90dd7-9cc5-4ca1-a176-7a5ca67567fc), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:48.678107 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP acc90dd7-9cc5-4ca1-a176-7a5ca67567fc disassociated. External IP: 172.27.3.108, port: f4601a76-699b-47b3-bb55-443dcd606371. Aug 07 22:51:48.678442 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for f4601a76-699b-47b3-bb55-443dcd606371 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:51:48.861254 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (f4601a76-699b-47b3-bb55-443dcd606371), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:48.891211 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=f4601a76-699b-47b3-bb55-443dcd606371,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:49.013573 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-eb235767-5631-4dd5-b7d3-cf97722c9b4d req-d9763a6a-4f71-4d85-a442-0f5ae1cb757a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 210 time: 0.0382652 Aug 07 22:51:49.030518 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:51:49.132873 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:51:49.143463 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:51:49.153674 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:51:49.154279 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:51:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:49.175882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] No DVR routers for this DVR port f4601a76-699b-47b3-bb55-443dcd606371 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:51:49.178447 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:49.181919 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-66e81af9-24bb-419b-97f2-0f46ba431921 req-ed79164a-57cf-4ead-ab24-a3eeb923f3b6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "DELETE /networking/v2.0/ports/f4601a76-699b-47b3-bb55-443dcd606371 HTTP/1.1" status: 204 len: 173 time: 0.8343687 Aug 07 22:51:49.182372 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'name': 'network-vif-deleted', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:51:49.184623 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e849b2a-3cd4-47f2-ae1d-6ba4199e641f" -d '{"events": [{"server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "name": "network-vif-deleted", "tag": "f4601a76-699b-47b3-bb55-443dcd606371"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:51:49.224657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5795d35-60a1-492f-96ae-12e83a37e82e x-openstack-request-id: req-b5795d35-60a1-492f-96ae-12e83a37e82e {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:51:49.224954 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d89236-5cd5-455e-896a-82d335ebf25d", "name": "network-vif-deleted", "tag": "f4601a76-699b-47b3-bb55-443dcd606371", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:51:49.225208 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5795d35-60a1-492f-96ae-12e83a37e82e {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:51:49.225614 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5795d35-60a1-492f-96ae-12e83a37e82e'] response: {'server_uuid': 'a5d89236-5cd5-455e-896a-82d335ebf25d', 'name': 'network-vif-deleted', 'tag': 'f4601a76-699b-47b3-bb55-443dcd606371', 'status': 'completed', 'code': 200} Aug 07 22:51:49.264420 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:51:49.397699 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:49.404699 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:49.471497 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:49.496973 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:51:49.506214 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:51:49.506804 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:51:26Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:49.612553 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:51:49.798846 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:51:49.826065 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564148b5-4a85-42b2-8dbe-600ab21647a6 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:51:50.054692 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758876b2-afcf-4b7a-8cfe-10cc5e409917 None None] New status for floating IP acc90dd7-9cc5-4ca1-a176-7a5ca67567fc: DOWN {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:51:50.131447 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-39d90c7e-c646-42c4-9b37-04e4650b8d65 req-4b72733b-dbb4-4282-acdd-7852995593c7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a5d89236-5cd5-455e-896a-82d335ebf25d HTTP/1.1" status: 200 len: 210 time: 0.0301936 Aug 07 22:51:51.315750 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40450) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:51.370483 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12a44bd6-f0ee-4e40-92bf-4d9bd356a7d7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (d6ee1757-caef-4fb9-b315-473ff644cf84), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.398401 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12a44bd6-f0ee-4e40-92bf-4d9bd356a7d7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (d6ee1757-caef-4fb9-b315-473ff644cf84), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.486270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12a44bd6-f0ee-4e40-92bf-4d9bd356a7d7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d6ee1757-caef-4fb9-b315-473ff644cf84), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.488784 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-12a44bd6-f0ee-4e40-92bf-4d9bd356a7d7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.489949 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-12a44bd6-f0ee-4e40-92bf-4d9bd356a7d7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d6ee1757-caef-4fb9-b315-473ff644cf84 HTTP/1.1" status: 204 len: 168 time: 0.1732008 Aug 07 22:51:51.492790 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40452) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:51.499237 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a44bd6-f0ee-4e40-92bf-4d9bd356a7d7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ee1757-caef-4fb9-b315-473ff644cf84,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:51.506968 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.api.v2.resource [None req-f66d4bfc-59fe-47d9-b6e2-a86fa8a4f0db tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] show failed (client error): The resource could not be found. Aug 07 22:51:51.508027 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f66d4bfc-59fe-47d9-b6e2-a86fa8a4f0db tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups/d6ee1757-caef-4fb9-b315-473ff644cf84 HTTP/1.1" status: 404 len: 347 time: 0.0141661 Aug 07 22:51:51.511105 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40454) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:51.621375 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port b058f664-60b4-4b89-aab3-256c399a08d7 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:51:51.624084 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (b058f664-60b4-4b89-aab3-256c399a08d7), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.700953 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (b058f664-60b4-4b89-aab3-256c399a08d7), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.701275 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (b058f664-60b4-4b89-aab3-256c399a08d7), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.714049 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for b058f664-60b4-4b89-aab3-256c399a08d7 owned by network:floatingip {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:51:51.772905 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:51.777188 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:51.929907 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (b058f664-60b4-4b89-aab3-256c399a08d7), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:51.956066 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=b058f664-60b4-4b89-aab3-256c399a08d7,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:52.018730 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (acc90dd7-9cc5-4ca1-a176-7a5ca67567fc), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.021233 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.022390 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-13383a4e-f70b-41ec-bde2-2576cfd5e0bf tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/acc90dd7-9cc5-4ca1-a176-7a5ca67567fc HTTP/1.1" status: 204 len: 168 time: 0.5103836 Aug 07 22:51:52.097008 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f4601a76-699b-47b3-bb55-443dcd606371 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:51:52.116685 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: f4601a76-699b-47b3-bb55-443dcd606371 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:51:52.117031 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device f4601a76-699b-47b3-bb55-443dcd606371 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:51:52.151561 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40458) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:52.156073 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d1c5147b-688e-4ea1-a3d2-67921191d8d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107599993', 'description': 'tempest-description--930650783'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:51:52.238272 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d1c5147b-688e-4ea1-a3d2-67921191d8d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.285717 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:52.289348 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:52.306390 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d1c5147b-688e-4ea1-a3d2-67921191d8d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (50bdaa50-188c-47d1-a9e7-fe9c28ef7858), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.371824 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d1c5147b-688e-4ea1-a3d2-67921191d8d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (50bdaa50-188c-47d1-a9e7-fe9c28ef7858), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.402487 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5147b-688e-4ea1-a3d2-67921191d8d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bdaa50-188c-47d1-a9e7-fe9c28ef7858,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:52.460116 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d1c5147b-688e-4ea1-a3d2-67921191d8d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.461592 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d1c5147b-688e-4ea1-a3d2-67921191d8d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3089731 Aug 07 22:51:52.464521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40460) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:52.468838 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-23d3f2c2-536a-4ddc-8762-b013a7975d3d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': '50bdaa50-188c-47d1-a9e7-fe9c28ef7858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:51:52.572321 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23d3f2c2-536a-4ddc-8762-b013a7975d3d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (e7f10508-2f33-4f66-b32b-5c0b18becc41), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.628030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23d3f2c2-536a-4ddc-8762-b013a7975d3d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (e7f10508-2f33-4f66-b32b-5c0b18becc41), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.685728 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23d3f2c2-536a-4ddc-8762-b013a7975d3d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (e7f10508-2f33-4f66-b32b-5c0b18becc41), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.706088 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3f2c2-536a-4ddc-8762-b013a7975d3d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f10508-2f33-4f66-b32b-5c0b18becc41,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:52.756998 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-23d3f2c2-536a-4ddc-8762-b013a7975d3d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.758250 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-23d3f2c2-536a-4ddc-8762-b013a7975d3d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928207 Aug 07 22:51:52.760958 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40462) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:52.765120 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-3e80f905-38eb-4578-9eb5-581607b92a74 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': '50bdaa50-188c-47d1-a9e7-fe9c28ef7858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:51:52.843254 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3e80f905-38eb-4578-9eb5-581607b92a74 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (ea1f8649-d9e3-4fa6-a229-23e771fe40c1), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.900444 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3e80f905-38eb-4578-9eb5-581607b92a74 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (ea1f8649-d9e3-4fa6-a229-23e771fe40c1), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.975825 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3e80f905-38eb-4578-9eb5-581607b92a74 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (ea1f8649-d9e3-4fa6-a229-23e771fe40c1), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:52.995180 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80f905-38eb-4578-9eb5-581607b92a74 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1f8649-d9e3-4fa6-a229-23e771fe40c1,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:53.069134 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3e80f905-38eb-4578-9eb5-581607b92a74 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.070361 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3e80f905-38eb-4578-9eb5-581607b92a74 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084826 Aug 07 22:51:53.073570 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40464) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:51:53.077734 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:51:53.158857 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.238968 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.339757 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.27.3.216 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/94d3fcc4-2712-4e9c-91e0-522795b636f4) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:51:53.349347 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:53.447789 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.541682 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.570946 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:53.584997 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:51:53.591775 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:51:53.592100 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=94d3fcc4-2712-4e9c-91e0-522795b636f4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:53.594305 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:51:53.678446 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (c364ac01-653a-4ca5-a574-22e1146e3eea), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.786903 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.926333 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ee74c382-4602-481b-985d-e5667925dfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:53.935782 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:54.018037 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:54.086241 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=94d3fcc4-2712-4e9c-91e0-522795b636f4,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:54.088618 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (c364ac01-653a-4ca5-a574-22e1146e3eea), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:54.162331 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:54.163558 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a17fe0a7-2f92-4c22-bd82-1109f5bb6445 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0891058 Aug 07 22:51:54.314382 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-894430f8-1f8b-4db8-a030-d07e78aa2e2f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--107599993&fields=id&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 267 time: 0.0433898 Aug 07 22:51:54.423638 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-f24992a1-d289-4e07-ab33-c87174b602fc tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:54.425021 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-f24992a1-d289-4e07-ab33-c87174b602fc tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.1042383 Aug 07 22:51:54.439499 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-dc482a30-2d96-42cd-90f8-398f65745ce6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/quotas/4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 375 time: 0.0089443 Aug 07 22:51:54.488316 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-b9133a1e-3ec2-4944-a522-deefaf1ab23a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438690 Aug 07 22:51:54.543892 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:54.586979 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-a94cc4d6-631c-4808-a97b-e90c6f43b6ba service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874770 Aug 07 22:51:54.944066 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-e49e533a-dd7c-4043-8712-6155b62f0741 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512440 Aug 07 22:51:55.190781 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2c84a1de-dd59-4925-b2c8-1e182cb1b16a req-9607662b-b724-4f0e-90b2-45169cb48c78 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 210 time: 0.0285985 Aug 07 22:51:56.292448 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-262c11b5-b4cf-415b-a744-16b83fad1d3d req-9c0cf422-0f6f-4258-a888-f373066f7077 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 210 time: 0.0289643 Aug 07 22:51:56.492148 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f96baace-224b-420e-95b3-1315739dbe9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:57.132975 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-87fcca37-6282-499f-9cc6-f4dd18089420 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:57.134387 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-87fcca37-6282-499f-9cc6-f4dd18089420 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.1039360 Aug 07 22:51:57.169546 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:57.202088 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-d0a1bcdd-de54-4262-be7f-3d61b82a3a57 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 379 time: 0.0520852 Aug 07 22:51:57.212720 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'port': {'device_id': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'admin_state_up': True, 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'security_groups': ['50bdaa50-188c-47d1-a9e7-fe9c28ef7858']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:51:57.337414 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:51:57.394259 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Made reservation on behalf of 4571d38eeff749fcb073842d5ad4fc65 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:51:57.397650 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:57.400811 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d6100ffd-9645-4cf5-841d-3b33fe3dcf67 req-fb37b43f-2f8b-45b3-a0da-cb0998dee4f2 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 210 time: 0.0359409 Aug 07 22:51:57.446618 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:57.531615 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.20.0.3 (2d15b754-28f9-4d07-a0c7-ae4f93625ddd/6648bce2-9f32-4965-aba2-12bac701419a/478d29d3-847a-4d78-a000-ad4e54351799) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:51:57.675479 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (478d29d3-847a-4d78-a000-ad4e54351799), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:57.775557 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (478d29d3-847a-4d78-a000-ad4e54351799), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:57.809874 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:57.826278 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:51:57.829971 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:51:57.832475 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:51:57.838629 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=478d29d3-847a-4d78-a000-ad4e54351799,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:57.888288 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:57.889641 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:57.974920 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-6f044dc1-ce11-40fd-b2b7-4405a03ae762 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7656653 Aug 07 22:51:57.992078 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Request body: {'port': {'device_id': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:51:58.027017 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-a4c12f45-3579-4911-bdb5-33f14738aaf7 None None] Provisioning complete for port 478d29d3-847a-4d78-a000-ad4e54351799 triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:51:58.027576 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a4c12f45-3579-4911-bdb5-33f14738aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (478d29d3-847a-4d78-a000-ad4e54351799), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:58.053350 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (478d29d3-847a-4d78-a000-ad4e54351799), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:58.059314 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-a4c12f45-3579-4911-bdb5-33f14738aaf7 None None] Port 478d29d3-847a-4d78-a000-ad4e54351799 cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:51:58.225608 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:58.310509 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478d29d3-847a-4d78-a000-ad4e54351799 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:51:58.317996 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Publish callbacks [] for port (478d29d3-847a-4d78-a000-ad4e54351799), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:58.331828 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Transition to ACTIVE for port object 478d29d3-847a-4d78-a000-ad4e54351799 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:51:58.411581 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (478d29d3-847a-4d78-a000-ad4e54351799), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:58.473680 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Pushing event updated for resources: {'Port': ['ID=478d29d3-847a-4d78-a000-ad4e54351799,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:58.554137 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d0bb3-0693-4a77-b2a4-14a293070242 req-ed9521af-b39f-4b75-94a4-41a6adf6a5b8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:58.555585 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-399d0bb3-0693-4a77-b2a4-14a293070242 req-ed9521af-b39f-4b75-94a4-41a6adf6a5b8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 943 time: 0.0793805 Aug 07 22:51:58.576964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Attempting to bind port 478d29d3-847a-4d78-a000-ad4e54351799 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:51:58.577219 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Attempting to bind port 478d29d3-847a-4d78-a000-ad4e54351799 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:51:58.577547 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Attempting to bind port 478d29d3-847a-4d78-a000-ad4e54351799 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:51:58.587823 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Port 478d29d3-847a-4d78-a000-ad4e54351799 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:51:58.588172 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Attempting to bind port 478d29d3-847a-4d78-a000-ad4e54351799 on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:51:58.601461 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:51:58.601793 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Checking segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:51:58.602167 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Bound using segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:51:58.602587 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Bound port: 478d29d3-847a-4d78-a000-ad4e54351799, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:51:58.602941 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (478d29d3-847a-4d78-a000-ad4e54351799), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:58.628761 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-399d0bb3-0693-4a77-b2a4-14a293070242 req-8c893b10-d02d-4b68-960f-60513e533506 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675356 Aug 07 22:51:58.676057 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] For port 478d29d3-847a-4d78-a000-ad4e54351799, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:51:58.680143 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] For port 478d29d3-847a-4d78-a000-ad4e54351799, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=478d29d3-847a-4d78-a000-ad4e54351799,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:51:58.737738 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (478d29d3-847a-4d78-a000-ad4e54351799), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:58.741844 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:58.742471 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:58.743828 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/478d29d3-847a-4d78-a000-ad4e54351799 HTTP/1.1" status: 200 len: 1093 time: 0.7560074 Aug 07 22:51:58.744367 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:51:58.746611 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77511b7-afb9-4efa-9160-c7df8746d71a" -d '{"events": [{"name": "network-changed", "server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "tag": "478d29d3-847a-4d78-a000-ad4e54351799"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:51:58.786951 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142bee1e-a47b-4b1e-9ae0-43b7b1d94b43 x-openstack-request-id: req-142bee1e-a47b-4b1e-9ae0-43b7b1d94b43 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:51:58.787217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "tag": "478d29d3-847a-4d78-a000-ad4e54351799", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:51:58.787468 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-142bee1e-a47b-4b1e-9ae0-43b7b1d94b43 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:51:58.787868 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142bee1e-a47b-4b1e-9ae0-43b7b1d94b43'] response: {'name': 'network-changed', 'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799', 'status': 'completed', 'code': 200} Aug 07 22:51:58.801391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1268ed-c341-428d-a2c8-1850ccbf6194 service neutron] Pushing event updated for resources: {'Port': ['ID=478d29d3-847a-4d78-a000-ad4e54351799,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:51:58.847769 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:58.850969 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77511b7-afb9-4efa-9160-c7df8746d71a req-27df19e7-13ad-4727-9def-3b6e42ba15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:58.852471 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e77511b7-afb9-4efa-9160-c7df8746d71a req-27df19e7-13ad-4727-9def-3b6e42ba15e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 1127 time: 0.0398009 Aug 07 22:51:58.958973 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77511b7-afb9-4efa-9160-c7df8746d71a req-063d641b-6e06-46ee-b21a-454a70629acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:58.960503 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e77511b7-afb9-4efa-9160-c7df8746d71a req-063d641b-6e06-46ee-b21a-454a70629acd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=4571d38eeff749fcb073842d5ad4fc65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968068 Aug 07 22:51:59.060131 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77511b7-afb9-4efa-9160-c7df8746d71a req-af3e59fb-dd45-4686-9149-13e88a60515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:59.061584 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e77511b7-afb9-4efa-9160-c7df8746d71a req-af3e59fb-dd45-4686-9149-13e88a60515d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879693 Aug 07 22:51:59.150010 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-e180c4eb-624e-438b-a5e7-b5f9d2429802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:59.151396 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-e180c4eb-624e-438b-a5e7-b5f9d2429802 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 1127 time: 0.0394125 Aug 07 22:51:59.199073 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-291d31c6-6985-4969-979d-d6571b7998fd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=478d29d3-847a-4d78-a000-ad4e54351799 HTTP/1.1" status: 200 len: 217 time: 0.0351753 Aug 07 22:51:59.248812 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-9a7068d0-298f-4c94-afc7-f6df23a73d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:59.250191 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-9a7068d0-298f-4c94-afc7-f6df23a73d2b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0428326 Aug 07 22:51:59.296937 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-3ab02a2f-696f-46b9-8ca2-2dcb57e360fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:59.298482 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-3ab02a2f-696f-46b9-8ca2-2dcb57e360fe service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382323 Aug 07 22:51:59.389185 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:51:59.400736 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-38e04baf-60df-4e53-8a49-7dea46d240a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911028 Aug 07 22:51:59.412148 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:59.440447 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:59.495533 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bd8657df-7996-49bf-90e2-e35e53b95893 req-2a47db90-e7a1-4b98-b158-47da811d30d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842018 Aug 07 22:51:59.737425 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:51:59.757598 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ccffc-49db-48af-b5c6-5419b506e707 req-cc130950-49f1-41b3-acc1-8c803637eeef tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:51:59.759047 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914ccffc-49db-48af-b5c6-5419b506e707 req-cc130950-49f1-41b3-acc1-8c803637eeef tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 943 time: 0.0572801 Aug 07 22:51:59.806188 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914ccffc-49db-48af-b5c6-5419b506e707 req-e26f166b-dd9b-4483-a053-9fba45a74ab5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Aug 07 22:52:00.932976 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bdb49-adab-45d6-b585-705047ab1072 req-20e162df-4c37-4dc6-b1f9-4dccc84e4530 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:00.934482 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d62bdb49-adab-45d6-b585-705047ab1072 req-20e162df-4c37-4dc6-b1f9-4dccc84e4530 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 943 time: 0.0518358 Aug 07 22:52:00.985773 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d62bdb49-adab-45d6-b585-705047ab1072 req-c1ad80ee-66e1-424b-b9b0-9e903efa0d68 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444477 Aug 07 22:52:02.012035 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:02.013958 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=29,neutron:DELETE=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:02.107853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9b8-b664-449e-a1af-bbc03cd5cef4 req-67d38a4c-6ff8-410f-be8a-e6942f8c79b9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:02.109323 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bed1a9b8-b664-449e-a1af-bbc03cd5cef4 req-67d38a4c-6ff8-410f-be8a-e6942f8c79b9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 943 time: 0.0498939 Aug 07 22:52:02.124509 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 478d29d3-847a-4d78-a000-ad4e54351799 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:52:02.157236 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bed1a9b8-b664-449e-a1af-bbc03cd5cef4 req-8f569efc-7d1a-4d9c-9f6f-d6e0ad336cc6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 Aug 07 22:52:02.225279 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 478d29d3-847a-4d78-a000-ad4e54351799, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=478d29d3-847a-4d78-a000-ad4e54351799,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:52:02.236725 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '478d29d3-847a-4d78-a000-ad4e54351799', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'port_id': '478d29d3-847a-4d78-a000-ad4e54351799', 'mac_address': 'fa:16:3e:69:7d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:52:02.270926 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 478d29d3-847a-4d78-a000-ad4e54351799 is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:52:02.271307 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (478d29d3-847a-4d78-a000-ad4e54351799), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:02.283764 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478d29d3-847a-4d78-a000-ad4e54351799 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:52:02.303108 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 478d29d3-847a-4d78-a000-ad4e54351799, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=478d29d3-847a-4d78-a000-ad4e54351799,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:52:02.330430 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:02.365877 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (478d29d3-847a-4d78-a000-ad4e54351799), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:02.403574 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:02.416054 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=478d29d3-847a-4d78-a000-ad4e54351799,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:52:02.424454 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.424805 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.425176 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.425525 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.425858 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.426190 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.426521 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.426848 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.427177 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.427501 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.427827 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.428194 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.433221 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.433221 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.433221 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:02.613922 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['478d29d3-847a-4d78-a000-ad4e54351799'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:52:02.659299 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:03.274860 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ebb6a-868e-4e79-a946-2750f57a66e1 req-15d622dd-8d79-4c41-a218-ec768837ad61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:03.276331 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-123ebb6a-868e-4e79-a946-2750f57a66e1 req-15d622dd-8d79-4c41-a218-ec768837ad61 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 944 time: 0.0473890 Aug 07 22:52:03.322820 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-123ebb6a-868e-4e79-a946-2750f57a66e1 req-9cc08ebf-6449-4591-b8ba-5b0ca3e02008 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409346 Aug 07 22:52:04.123157 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 478d29d3-847a-4d78-a000-ad4e54351799 up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:52:04.167536 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 478d29d3-847a-4d78-a000-ad4e54351799 completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:52:04.232091 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 478d29d3-847a-4d78-a000-ad4e54351799 triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:52:04.232444 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (478d29d3-847a-4d78-a000-ad4e54351799), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:04.303707 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 478d29d3-847a-4d78-a000-ad4e54351799 is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:52:04.304116 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (478d29d3-847a-4d78-a000-ad4e54351799), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:04.326050 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:52:04.328794 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df5b8e-12f4-42ce-917c-dd46fceb626d" -d '{"events": [{"server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "name": "network-vif-plugged", "status": "completed", "tag": "478d29d3-847a-4d78-a000-ad4e54351799"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:52:04.341014 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 478d29d3-847a-4d78-a000-ad4e54351799, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=478d29d3-847a-4d78-a000-ad4e54351799,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:52:04.368419 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19174661-8fb8-4333-9b3e-efa29061a5a0 x-openstack-request-id: req-19174661-8fb8-4333-9b3e-efa29061a5a0 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:52:04.368708 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "name": "network-vif-plugged", "status": "completed", "tag": "478d29d3-847a-4d78-a000-ad4e54351799", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:52:04.368953 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19174661-8fb8-4333-9b3e-efa29061a5a0 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:52:04.369391 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19174661-8fb8-4333-9b3e-efa29061a5a0'] response: {'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799', 'code': 200} Aug 07 22:52:04.409908 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (478d29d3-847a-4d78-a000-ad4e54351799), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:04.442439 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45944b-7e30-4901-9493-3e1a6b06e2f8 req-d64701d7-6b1e-4f73-ab21-2758073e60dc tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:04.443908 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ad45944b-7e30-4901-9493-3e1a6b06e2f8 req-d64701d7-6b1e-4f73-ab21-2758073e60dc tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 944 time: 0.0480571 Aug 07 22:52:04.463855 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=478d29d3-847a-4d78-a000-ad4e54351799,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:52:04.497553 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ad45944b-7e30-4901-9493-3e1a6b06e2f8 req-fe502b84-4249-4d56-86ab-298d28d538d6 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475070 Aug 07 22:52:04.653715 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:04.665077 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a558c8-4b89-43b1-b52c-5e02c2fed771 req-c40840d4-2957-4331-b9e5-77b58a9df6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:04.666555 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9a558c8-4b89-43b1-b52c-5e02c2fed771 req-c40840d4-2957-4331-b9e5-77b58a9df6ba service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 1129 time: 0.0399666 Aug 07 22:52:04.716605 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a9a558c8-4b89-43b1-b52c-5e02c2fed771 req-9610898a-77e5-4d17-ad7c-e7927ee244f7 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Aug 07 22:52:05.620258 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048632e-ae5d-4a5d-a375-759e0ecca096 req-09609ae2-d342-444b-bacf-803e8c83f7e9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:05.621716 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d048632e-ae5d-4a5d-a375-759e0ecca096 req-09609ae2-d342-444b-bacf-803e8c83f7e9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 945 time: 0.0473616 Aug 07 22:52:05.668938 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d048632e-ae5d-4a5d-a375-759e0ecca096 req-4243aa2e-074a-44d4-bdad-ffc9791cf88a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 Aug 07 22:52:06.790378 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999d4cd-a950-4dd9-a593-7d648deed324 req-332fe706-cd73-48eb-b2f6-24a30bc76b2e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:06.791828 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7999d4cd-a950-4dd9-a593-7d648deed324 req-332fe706-cd73-48eb-b2f6-24a30bc76b2e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 945 time: 0.0498490 Aug 07 22:52:06.838310 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7999d4cd-a950-4dd9-a593-7d648deed324 req-d5476fc8-24a8-4b68-90bb-ac47de86fdf8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404811 Aug 07 22:52:06.951778 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520bdec-d1f9-4b04-b638-210e71640803 req-26e02e82-8999-4528-804f-0786fa05fc57 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:06.953774 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d520bdec-d1f9-4b04-b638-210e71640803 req-26e02e82-8999-4528-804f-0786fa05fc57 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 945 time: 0.0464213 Aug 07 22:52:06.963412 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40522) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:52:06.967577 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'port_id': '478d29d3-847a-4d78-a000-ad4e54351799'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:52:07.005634 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (c364ac01-653a-4ca5-a574-22e1146e3eea), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:07.161217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:07.333698 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:07.420031 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:07.491474 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (c364ac01-653a-4ca5-a574-22e1146e3eea), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:07.587069 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP c364ac01-653a-4ca5-a574-22e1146e3eea associated. External IP: 172.27.3.216, port: 478d29d3-847a-4d78-a000-ad4e54351799. Aug 07 22:52:07.785880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:52:07.825269 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:07.884997 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:52:07.889764 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:07.895473 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:52:07.904649 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:52:07.905254 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:51:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:07.923856 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8ff6d91d-8abb-466b-b1c3-995b4a2a4cc5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/c364ac01-653a-4ca5-a574-22e1146e3eea HTTP/1.1" status: 200 len: 991 time: 0.9571688 Aug 07 22:52:07.923856 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:52:07.924622 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a66280-ecf9-4f5f-9504-5244785a81fb" -d '{"events": [{"name": "network-changed", "server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "tag": "478d29d3-847a-4d78-a000-ad4e54351799"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:52:07.962681 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6baba5-fed4-4a07-b774-8515d9001b12 x-openstack-request-id: req-0f6baba5-fed4-4a07-b774-8515d9001b12 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:52:07.962965 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "tag": "478d29d3-847a-4d78-a000-ad4e54351799", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:52:07.963215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f6baba5-fed4-4a07-b774-8515d9001b12 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:52:07.963613 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6baba5-fed4-4a07-b774-8515d9001b12'] response: {'name': 'network-changed', 'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799', 'status': 'completed', 'code': 200} Aug 07 22:52:08.034481 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-08c6c8cc-e75e-480a-925a-28ca829ba734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:08.036060 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-08c6c8cc-e75e-480a-925a-28ca829ba734 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 1129 time: 0.0427833 Aug 07 22:52:08.129930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-56a9a32b-2a6d-42b9-9549-c4dcffbfb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:08.131410 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-56a9a32b-2a6d-42b9-9549-c4dcffbfb237 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0887680 Aug 07 22:52:08.141677 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:52:08.197415 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-fbb45371-99b8-4f39-88b8-dfd063fef922 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=478d29d3-847a-4d78-a000-ad4e54351799 HTTP/1.1" status: 200 len: 999 time: 0.0586681 Aug 07 22:52:08.230406 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:08.248153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-e0855315-4019-4059-8d01-5fec287e587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:08.249567 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-e0855315-4019-4059-8d01-5fec287e587e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0464203 Aug 07 22:52:08.294837 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-dd034afe-8dbb-4f5a-866b-ca7d08c583a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:08.296682 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-dd034afe-8dbb-4f5a-866b-ca7d08c583a9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411549 Aug 07 22:52:08.352561 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'c364ac01-653a-4ca5-a574-22e1146e3eea', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '478d29d3-847a-4d78-a000-ad4e54351799', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:69:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:51:53Z', 'updated_at': '2022-08-07T22:52:07Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:08.355168 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:08.381146 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:52:08.390331 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:52:08.394464 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:51:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:08.394629 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-57149e49-b82d-454e-806e-8f1029a43c8d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884485 Aug 07 22:52:08.485313 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49a66280-ecf9-4f5f-9504-5244785a81fb req-e50a876b-2f00-4fb9-8e1f-3a2836e925ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874617 Aug 07 22:52:08.492450 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:52:08.635562 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:08.703851 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'c364ac01-653a-4ca5-a574-22e1146e3eea', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '478d29d3-847a-4d78-a000-ad4e54351799', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:69:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:51:53Z', 'updated_at': '2022-08-07T22:52:07Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:08.727627 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d5961-48e7-422e-911e-7e58ea7370e5 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': 'c364ac01-653a-4ca5-a574-22e1146e3eea', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '478d29d3-847a-4d78-a000-ad4e54351799', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:69:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:51:53Z', 'updated_at': '2022-08-07T22:52:07Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:52:08.914782 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb717ee6-9ad4-4855-9ed1-c8efe701d3d7 None None] New status for floating IP c364ac01-653a-4ca5-a574-22e1146e3eea: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:52:18.476759 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=20 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:18.482703 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=57 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:18.707341 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=41 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:23.894996 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cfea88c6-096d-4120-af36-4d7650dc8129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:24.373514 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:24.378944 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:26.478622 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a000-1c3b-4fa5-ba54-22ed57bb21d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:27.466464 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:29.445480 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:29.468200 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:29.737507 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:34.336839 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:52:39.684075 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:39.685820 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:41.398428 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-c56978ea-ec49-42aa-830e-30aeb885691c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392110 Aug 07 22:52:41.480984 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd974-d49c-47a2-9a3d-75688669c4af req-456bb435-6fcd-453c-9806-e4c687dd2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:41.482459 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-456bb435-6fcd-453c-9806-e4c687dd2fd4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 1129 time: 0.0396190 Aug 07 22:52:41.590770 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd974-d49c-47a2-9a3d-75688669c4af req-5f0adbba-7132-4bfc-8ed9-79b5f61dfaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:41.592144 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-5f0adbba-7132-4bfc-8ed9-79b5f61dfaa1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0876024 Aug 07 22:52:41.652182 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-4dca0cfa-0e4b-4257-8515-7cf50fe53597 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=478d29d3-847a-4d78-a000-ad4e54351799 HTTP/1.1" status: 200 len: 1001 time: 0.0537801 Aug 07 22:52:41.699266 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd974-d49c-47a2-9a3d-75688669c4af req-790c7b75-c758-4186-97fc-e785ceec3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:41.700651 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-790c7b75-c758-4186-97fc-e785ceec3395 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0424161 Aug 07 22:52:41.748573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd974-d49c-47a2-9a3d-75688669c4af req-0caf7d0c-0e02-4847-b54c-634b9746adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:41.750057 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-0caf7d0c-0e02-4847-b54c-634b9746adc8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421846 Aug 07 22:52:42.100867 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-70aa9e24-55b1-4555-af5a-ff0617095264 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442693 Aug 07 22:52:42.193402 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-106bd974-d49c-47a2-9a3d-75688669c4af req-496dc769-f7f8-407d-bcba-e0b8e8cb306b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839484 Aug 07 22:52:44.332315 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:44.333155 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:52.188882 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=54 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:52.190761 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=47 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:53.906078 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-051e59ba-eba2-4a9c-8793-e5f28fee82ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:56.053347 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d4c70-2b26-41bb-900e-21615a2b9163 req-271c97cd-a1d5-4398-8cf5-b138e4415ac3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:56.054939 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-459d4c70-2b26-41bb-900e-21615a2b9163 req-271c97cd-a1d5-4398-8cf5-b138e4415ac3 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 945 time: 0.0484257 Aug 07 22:52:56.103821 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-459d4c70-2b26-41bb-900e-21615a2b9163 req-4bd29a6a-4ae3-415a-89d7-4d11c584b9c7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432086 Aug 07 22:52:56.496532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-49ffd286-3724-44e8-bfeb-01e481839125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:57.226391 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16931-f0ee-4b22-a553-c23a7bdb92dd req-5fc5f22f-491c-449f-9e1f-3f5527b311e0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:57.227749 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b2a16931-f0ee-4b22-a553-c23a7bdb92dd req-5fc5f22f-491c-449f-9e1f-3f5527b311e0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 945 time: 0.0496097 Aug 07 22:52:57.274743 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b2a16931-f0ee-4b22-a553-c23a7bdb92dd req-09f9df79-8405-474e-b124-6e13b9d417a0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=50bdaa50-188c-47d1-a9e7-fe9c28ef7858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Aug 07 22:52:57.491078 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:57.714610 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-d1479481-7f73-4779-8d5c-d354b5904ef8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:52:57.716003 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-d1479481-7f73-4779-8d5c-d354b5904ef8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 945 time: 0.0458307 Aug 07 22:52:57.800533 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port 478d29d3-847a-4d78-a000-ad4e54351799 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:52:57.801418 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (478d29d3-847a-4d78-a000-ad4e54351799), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:57.891029 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] For port 478d29d3-847a-4d78-a000-ad4e54351799, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=478d29d3-847a-4d78-a000-ad4e54351799,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:52:57.891388 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (478d29d3-847a-4d78-a000-ad4e54351799), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:58.053759 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:58.054059 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (c364ac01-653a-4ca5-a574-22e1146e3eea), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:58.054373 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP c364ac01-653a-4ca5-a574-22e1146e3eea disassociated. External IP: 172.27.3.216, port: 478d29d3-847a-4d78-a000-ad4e54351799. Aug 07 22:52:58.054718 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for 478d29d3-847a-4d78-a000-ad4e54351799 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:52:58.237524 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (478d29d3-847a-4d78-a000-ad4e54351799), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:58.263148 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=478d29d3-847a-4d78-a000-ad4e54351799,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:52:58.273914 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.274270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.274612 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.274953 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.275287 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.275617 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.275946 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.276373 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.276702 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.277521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.277521 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.277744 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.277949 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.278270 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.278594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:52:58.396291 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3b73c88a-72f0-4214-84fb-ad1b35b0ab64 req-691820dc-6937-47fc-986d-94018dffe65e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 210 time: 0.0336967 Aug 07 22:52:58.415419 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:52:58.425213 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:58.472422 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:52:58.521294 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:52:58.531037 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:52:58.541607 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:52:58.542161 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:52:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:58.567415 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] No DVR routers for this DVR port 478d29d3-847a-4d78-a000-ad4e54351799 on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:52:58.569849 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:58.573042 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2d0f3817-ca38-422c-a44a-17f92eae5696 req-164233f5-b158-4f3f-91a6-3e03cf4d7354 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "DELETE /networking/v2.0/ports/478d29d3-847a-4d78-a000-ad4e54351799 HTTP/1.1" status: 204 len: 173 time: 0.8458955 Aug 07 22:52:58.573473 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'name': 'network-vif-deleted', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:52:58.575725 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe162e7-561a-4b30-a47b-e637574979da" -d '{"events": [{"server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "name": "network-vif-deleted", "tag": "478d29d3-847a-4d78-a000-ad4e54351799"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:52:58.650025 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:52:58.681315 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86f35a0-0ac7-4e8a-85f5-e824be2f29ab x-openstack-request-id: req-a86f35a0-0ac7-4e8a-85f5-e824be2f29ab {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:52:58.681631 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ab4ae6-8135-4ba5-8fff-4a25f284a1cf", "name": "network-vif-deleted", "tag": "478d29d3-847a-4d78-a000-ad4e54351799", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:52:58.681887 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a86f35a0-0ac7-4e8a-85f5-e824be2f29ab {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:52:58.682297 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86f35a0-0ac7-4e8a-85f5-e824be2f29ab'] response: {'server_uuid': '16ab4ae6-8135-4ba5-8fff-4a25f284a1cf', 'name': 'network-vif-deleted', 'tag': '478d29d3-847a-4d78-a000-ad4e54351799', 'status': 'completed', 'code': 200} Aug 07 22:52:58.846328 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:58.874068 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:52:58.882315 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:52:58.882906 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:52:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:58.986366 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:52:59.169748 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:52:59.193846 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b755c-3a31-4ae4-ae68-45a68ed6afb6 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:52:59.420857 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:59.422732 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:52:59.426592 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ea385-a294-46d6-822e-b654506d36df None None] New status for floating IP c364ac01-653a-4ca5-a574-22e1146e3eea: DOWN {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:52:59.514428 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ad977100-f588-4aec-ae42-29c8e66a73b8 req-e9e9fe8f-b022-4c08-9a29-cb5e30ebf476 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16ab4ae6-8135-4ba5-8fff-4a25f284a1cf HTTP/1.1" status: 200 len: 210 time: 0.0327203 Aug 07 22:52:59.810858 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:00.502779 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 478d29d3-847a-4d78-a000-ad4e54351799 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:53:00.529493 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 478d29d3-847a-4d78-a000-ad4e54351799 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:53:00.529888 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 478d29d3-847a-4d78-a000-ad4e54351799 not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:53:00.679007 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40618) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:00.742256 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-60d8c753-df83-4636-a79a-f0ea3fbe6452 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (50bdaa50-188c-47d1-a9e7-fe9c28ef7858), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:00.771892 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-60d8c753-df83-4636-a79a-f0ea3fbe6452 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (50bdaa50-188c-47d1-a9e7-fe9c28ef7858), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:00.902594 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-60d8c753-df83-4636-a79a-f0ea3fbe6452 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (50bdaa50-188c-47d1-a9e7-fe9c28ef7858), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:00.905230 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-60d8c753-df83-4636-a79a-f0ea3fbe6452 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:00.906398 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-60d8c753-df83-4636-a79a-f0ea3fbe6452 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/50bdaa50-188c-47d1-a9e7-fe9c28ef7858 HTTP/1.1" status: 204 len: 168 time: 0.2264097 Aug 07 22:53:00.909232 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40620) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:00.917253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8c753-df83-4636-a79a-f0ea3fbe6452 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bdaa50-188c-47d1-a9e7-fe9c28ef7858,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:00.925798 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.api.v2.resource [None req-652a1e17-eb7e-4af3-a394-0ea66325b755 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] show failed (client error): The resource could not be found. Aug 07 22:53:00.930508 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40624) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:00.930875 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-652a1e17-eb7e-4af3-a394-0ea66325b755 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups/50bdaa50-188c-47d1-a9e7-fe9c28ef7858 HTTP/1.1" status: 404 len: 347 time: 0.0201964 Aug 07 22:53:01.054297 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port 94d3fcc4-2712-4e9c-91e0-522795b636f4 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:53:01.054579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.138248 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.138577 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (94d3fcc4-2712-4e9c-91e0-522795b636f4), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.151749 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for 94d3fcc4-2712-4e9c-91e0-522795b636f4 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:53:01.342523 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (94d3fcc4-2712-4e9c-91e0-522795b636f4), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.368269 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=94d3fcc4-2712-4e9c-91e0-522795b636f4,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:01.437656 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (c364ac01-653a-4ca5-a574-22e1146e3eea), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.443704 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.443704 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b4978eb8-4d63-42a7-ace0-e7805963947f tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/c364ac01-653a-4ca5-a574-22e1146e3eea HTTP/1.1" status: 204 len: 168 time: 0.5099165 Aug 07 22:53:01.578740 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40628) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:01.583388 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-1820146a-d1a7-4cec-bb0c-7873d0906bcd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741455178', 'description': 'tempest-description--314116685'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:53:01.663072 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1820146a-d1a7-4cec-bb0c-7873d0906bcd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.700020 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:01.731284 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1820146a-d1a7-4cec-bb0c-7873d0906bcd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (65a57242-64a4-411e-9232-8692e09b7b6e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.802727 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1820146a-d1a7-4cec-bb0c-7873d0906bcd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (65a57242-64a4-411e-9232-8692e09b7b6e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.832692 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820146a-d1a7-4cec-bb0c-7873d0906bcd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a57242-64a4-411e-9232-8692e09b7b6e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:01.903719 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1820146a-d1a7-4cec-bb0c-7873d0906bcd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:01.905002 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1820146a-d1a7-4cec-bb0c-7873d0906bcd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3252223 Aug 07 22:53:01.907806 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40630) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:01.912775 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-81184ccc-d83b-4645-850d-0e863eaa55ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': '65a57242-64a4-411e-9232-8692e09b7b6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:53:01.922917 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:01.993586 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-81184ccc-d83b-4645-850d-0e863eaa55ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (4788db13-216c-4aba-abc4-aa46e803d921), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.050034 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-81184ccc-d83b-4645-850d-0e863eaa55ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (4788db13-216c-4aba-abc4-aa46e803d921), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.117245 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-81184ccc-d83b-4645-850d-0e863eaa55ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (4788db13-216c-4aba-abc4-aa46e803d921), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.137473 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81184ccc-d83b-4645-850d-0e863eaa55ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4788db13-216c-4aba-abc4-aa46e803d921,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:02.205143 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-81184ccc-d83b-4645-850d-0e863eaa55ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.206281 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-81184ccc-d83b-4645-850d-0e863eaa55ac tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975404 Aug 07 22:53:02.209980 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40632) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:02.214120 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-ddc89d35-6908-4564-b15c-6f2efd1a3d4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'security_group_rule': {'security_group_id': '65a57242-64a4-411e-9232-8692e09b7b6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:53:02.300558 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ddc89d35-6908-4564-b15c-6f2efd1a3d4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (7a329799-3f74-483f-ba29-238b232c86db), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.357864 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ddc89d35-6908-4564-b15c-6f2efd1a3d4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (7a329799-3f74-483f-ba29-238b232c86db), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.420429 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ddc89d35-6908-4564-b15c-6f2efd1a3d4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650919'] for security_group_rule (7a329799-3f74-483f-ba29-238b232c86db), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.439890 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc89d35-6908-4564-b15c-6f2efd1a3d4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a329799-3f74-483f-ba29-238b232c86db,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:02.532962 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ddc89d35-6908-4564-b15c-6f2efd1a3d4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.534231 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ddc89d35-6908-4564-b15c-6f2efd1a3d4a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233151 Aug 07 22:53:02.537949 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40634) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:02.542146 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:53:02.627934 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.705531 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.810657 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.27.3.142 (49b77893-33c7-43ae-ad12-d6b97a8bb314/6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7/d5714510-6eb8-4c15-abb7-3e9524c42ac4) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:53:02.914178 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:02.933292 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:02.986846 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:03.028961 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 49b77893-33c7-43ae-ad12-d6b97a8bb314 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:53:03.033677 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:53:03.037496 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:53:03.040741 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=d5714510-6eb8-4c15-abb7-3e9524c42ac4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:03.075253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:03.121234 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (973120be-16b7-4540-88ad-5c1fe1cd7597), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:03.207874 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:03.356091 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:03.422328 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:03.492318 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (973120be-16b7-4540-88ad-5c1fe1cd7597), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:03.494910 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=d5714510-6eb8-4c15-abb7-3e9524c42ac4,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:03.589854 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:03.591105 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e88d713c-5ffb-4913-885f-4bf5afc4560b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0522485 Aug 07 22:53:03.745568 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-3c5228e4-7073-4993-a477-1c9f9215b086 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--741455178&fields=id&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 267 time: 0.0433991 Aug 07 22:53:03.853030 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-e001fb24-841a-451b-bd61-c624eb5b5c62 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:03.854439 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-e001fb24-841a-451b-bd61-c624eb5b5c62 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.1025202 Aug 07 22:53:03.869168 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-e4d0bccc-3e6f-4689-92a4-06ed9b2a83b8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/quotas/4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 375 time: 0.0092978 Aug 07 22:53:03.916095 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-8ce89210-60b9-4cf1-b837-e15e153538d9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422249 Aug 07 22:53:03.967888 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:04.014417 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-b4a5e569-dbe9-4c37-a2fc-78cf07944edd service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870264 Aug 07 22:53:04.105529 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-8674a8d8-2bc1-4e4c-8104-394b05847006 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850461 Aug 07 22:53:04.338852 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e22829b8-4fea-48b9-b3fe-730d05b3587d req-b66dd9fe-9c49-47b2-8e09-4efd2b20b977 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 210 time: 0.0289226 Aug 07 22:53:05.445298 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5f74e071-2614-4f91-9c43-c91314d53a65 req-5322b5dd-761b-4222-ba99-493a4d1f26e9 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 210 time: 0.0309780 Aug 07 22:53:06.321033 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-4151b938-47fc-407a-8bef-b1cdc086758c tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:06.322503 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-4151b938-47fc-407a-8bef-b1cdc086758c tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 814 time: 0.1021888 Aug 07 22:53:06.387355 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-1eaea8b2-8ec6-4fdd-b51f-ede03953e46a tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4571d38eeff749fcb073842d5ad4fc65 HTTP/1.1" status: 200 len: 379 time: 0.0563354 Aug 07 22:53:06.398564 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'port': {'device_id': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'admin_state_up': True, 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'security_groups': ['65a57242-64a4-411e-9232-8692e09b7b6e']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:53:06.503539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:06.549015 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2fba6a8e-b5c8-402b-b90e-25fda36dc5c8 req-eabc9ffd-9b06-4a31-aeab-c6b1c81dcffc tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 210 time: 0.0280592 Aug 07 22:53:06.614490 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Made reservation on behalf of 4571d38eeff749fcb073842d5ad4fc65 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 22:53:06.618539 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:06.748201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Allocated IP 172.20.0.8 (2d15b754-28f9-4d07-a0c7-ae4f93625ddd/6648bce2-9f32-4965-aba2-12bac701419a/374b930a-c653-4543-968d-f5fcde3ad1df) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 22:53:06.884927 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for port (374b930a-c653-4543-968d-f5fcde3ad1df), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:06.908811 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:06.983166 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760083944569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:07.192215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 22:53:07.192215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 22:53:07.192215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 22:53:07.192215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event updated for resources: {'Port': ['ID=374b930a-c653-4543-968d-f5fcde3ad1df,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:07.192215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:07.192215 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:07.251197 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-d65e8da8-8725-42e2-8b64-6c8e71c2fbbd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8563068 Aug 07 22:53:07.267230 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-cfa0a93f-3a14-4c42-bdbb-730023b9b9c8 None None] Provisioning complete for port 374b930a-c653-4543-968d-f5fcde3ad1df triggered by entity DHCP. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:53:07.267798 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a93f-3a14-4c42-bdbb-730023b9b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:07.268667 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Request body: {'port': {'device_id': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:53:07.269224 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:07.303111 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0a93f-3a14-4c42-bdbb-730023b9b9c8 None None] Port 374b930a-c653-4543-968d-f5fcde3ad1df cannot update to ACTIVE because it is not bound. {{(pid=104593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 22:53:07.331416 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:07.582796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374b930a-c653-4543-968d-f5fcde3ad1df {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:53:07.595776 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Publish callbacks [] for port (374b930a-c653-4543-968d-f5fcde3ad1df), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:07.607375 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:07.610101 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Transition to ACTIVE for port object 374b930a-c653-4543-968d-f5fcde3ad1df will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 22:53:07.670633 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839ce17-6c75-4d34-8911-30bbf3379a85 req-7627b918-8706-4b4e-ac64-ab7b353a68d8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:07.672260 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6839ce17-6c75-4d34-8911-30bbf3379a85 req-7627b918-8706-4b4e-ac64-ab7b353a68d8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 931 time: 0.0509298 Aug 07 22:53:07.717000 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:07.727281 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6839ce17-6c75-4d34-8911-30bbf3379a85 req-859fec11-46a2-47aa-801e-2eefd8c82c33 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 Aug 07 22:53:07.784503 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Pushing event updated for resources: {'Port': ['ID=374b930a-c653-4543-968d-f5fcde3ad1df,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:07.834263 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Attempting to bind port 374b930a-c653-4543-968d-f5fcde3ad1df on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 22:53:07.834524 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Attempting to bind port 374b930a-c653-4543-968d-f5fcde3ad1df by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 22:53:07.834853 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Attempting to bind port 374b930a-c653-4543-968d-f5fcde3ad1df on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:53:07.839688 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Port 374b930a-c653-4543-968d-f5fcde3ad1df on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 22:53:07.840021 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Attempting to bind port 374b930a-c653-4543-968d-f5fcde3ad1df on network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 22:53:07.845026 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Checking agent: {'id': 'e3dff9bf-42b2-466b-b4f3-f49316bc6ede', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'started_at': datetime.datetime(2022, 8, 7, 22, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 22:53:07.845365 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Checking segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 22:53:07.845743 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Bound using segment: {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 22:53:07.846162 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Bound port: 374b930a-c653-4543-968d-f5fcde3ad1df, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38047cbb-ce82-4167-9003-e2cf8a7ea22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 22:53:07.846512 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:07.909943 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] For port 374b930a-c653-4543-968d-f5fcde3ad1df, host hv-cinder-85032, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 22:53:07.913102 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] For port 374b930a-c653-4543-968d-f5fcde3ad1df, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=374b930a-c653-4543-968d-f5fcde3ad1df,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 22:53:08.009492 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266979'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:08.013750 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.014359 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:08.015825 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/374b930a-c653-4543-968d-f5fcde3ad1df HTTP/1.1" status: 200 len: 1093 time: 0.7516618 Aug 07 22:53:08.016341 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:53:08.018846 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0bab2a-fa50-44b2-9329-4a4da5755270" -d '{"events": [{"name": "network-changed", "server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:53:08.051480 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:08.058003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3971e2-6b30-47b1-8ac8-00160f75afa1 x-openstack-request-id: req-1d3971e2-6b30-47b1-8ac8-00160f75afa1 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:53:08.058380 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:53:08.058638 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d3971e2-6b30-47b1-8ac8-00160f75afa1 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:53:08.059039 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3971e2-6b30-47b1-8ac8-00160f75afa1'] response: {'name': 'network-changed', 'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df', 'status': 'completed', 'code': 200} Aug 07 22:53:08.071628 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7e3b3-5796-48d7-aa0d-d87a0b37fe14 service neutron] Pushing event updated for resources: {'Port': ['ID=374b930a-c653-4543-968d-f5fcde3ad1df,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:08.119364 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bab2a-fa50-44b2-9329-4a4da5755270 req-d43aecf6-9769-4b74-81e5-0f0e47874002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.120834 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fe0bab2a-fa50-44b2-9329-4a4da5755270 req-d43aecf6-9769-4b74-81e5-0f0e47874002 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 1127 time: 0.0392950 Aug 07 22:53:08.227796 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bab2a-fa50-44b2-9329-4a4da5755270 req-552fb22e-e04d-4f8b-98dc-840c0da0ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.229296 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fe0bab2a-fa50-44b2-9329-4a4da5755270 req-552fb22e-e04d-4f8b-98dc-840c0da0ed3c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=4571d38eeff749fcb073842d5ad4fc65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964921 Aug 07 22:53:08.326663 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bab2a-fa50-44b2-9329-4a4da5755270 req-6d21d58a-f047-4a9e-b065-8c677cfc3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.328127 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-fe0bab2a-fa50-44b2-9329-4a4da5755270 req-6d21d58a-f047-4a9e-b065-8c677cfc3423 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870481 Aug 07 22:53:08.406342 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-5a639f99-7d2d-4741-8811-b47e1b48e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.407740 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-5a639f99-7d2d-4741-8811-b47e1b48e392 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 1127 time: 0.0439441 Aug 07 22:53:08.453530 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-c8630e2f-8ada-4d6c-8802-96f80c39f3c4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374b930a-c653-4543-968d-f5fcde3ad1df HTTP/1.1" status: 200 len: 217 time: 0.0326824 Aug 07 22:53:08.509591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-8f698076-b59b-4a3c-adea-c72fdff50a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.511068 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-8f698076-b59b-4a3c-adea-c72fdff50a19 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0471678 Aug 07 22:53:08.566255 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-fb94ee4b-facc-450b-bf2d-13355a5d3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.567841 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-fb94ee4b-facc-450b-bf2d-13355a5d3326 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451150 Aug 07 22:53:08.663086 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-f7fe79f5-6b1e-4b93-9f2f-cdffd3265d8b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843856 Aug 07 22:53:08.757810 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-7bf4f8a9-67ec-4c22-a6f9-58fe144ed994 req-a7f93785-10b8-4a04-a818-489cde7401e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Aug 07 22:53:08.847346 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f345b4-245a-4b7d-8149-aebc7d913133 req-4fcae211-9930-4d85-be39-9add620b7418 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:08.848843 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-77f345b4-245a-4b7d-8149-aebc7d913133 req-4fcae211-9930-4d85-be39-9add620b7418 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 943 time: 0.0475416 Aug 07 22:53:08.892099 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:08.897180 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-77f345b4-245a-4b7d-8149-aebc7d913133 req-4312a69a-2c1f-4816-b497-e75f067401de tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 Aug 07 22:53:10.015783 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4f0fa-bf1b-4440-a113-d72ab8e54b59 req-02efad28-6439-4070-b48b-d205ce685677 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:10.017517 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdd4f0fa-bf1b-4440-a113-d72ab8e54b59 req-02efad28-6439-4070-b48b-d205ce685677 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 943 time: 0.0475545 Aug 07 22:53:10.067658 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bdd4f0fa-bf1b-4440-a113-d72ab8e54b59 req-31a4b933-316d-4c15-9e73-8c14d27938f7 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 Aug 07 22:53:10.673565 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 374b930a-c653-4543-968d-f5fcde3ad1df details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 22:53:10.676751 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:10.772044 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 374b930a-c653-4543-968d-f5fcde3ad1df, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=374b930a-c653-4543-968d-f5fcde3ad1df,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:53:10.785693 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Returning: {'device': '374b930a-c653-4543-968d-f5fcde3ad1df', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'port_id': '374b930a-c653-4543-968d-f5fcde3ad1df', 'mac_address': 'fa:16:3e:80:23:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 22:53:10.819003 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 374b930a-c653-4543-968d-f5fcde3ad1df is: DOWN; New status is: BUILD {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:53:10.819386 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:10.831870 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374b930a-c653-4543-968d-f5fcde3ad1df {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 22:53:10.852526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 374b930a-c653-4543-968d-f5fcde3ad1df, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=374b930a-c653-4543-968d-f5fcde3ad1df,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:53:10.918944 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:10.919693 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:10.924881 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:10.971909 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=374b930a-c653-4543-968d-f5fcde3ad1df,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:10.979992 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.980368 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.980709 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.981052 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.981391 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.981725 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.982056 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.982385 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.982712 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.983039 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.983371 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.983699 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.984036 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.984441 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:10.984773 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:53:11.182813 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] get_ports_and_sgs() called for port_ids ['374b930a-c653-4543-968d-f5fcde3ad1df'] {{(pid=104593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 22:53:11.185349 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321856db-e52e-4f70-ba8b-12371f99a1a2 req-f316189e-f139-404b-ac2b-380ae65d81ce tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:11.186820 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-321856db-e52e-4f70-ba8b-12371f99a1a2 req-f316189e-f139-404b-ac2b-380ae65d81ce tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 944 time: 0.0471356 Aug 07 22:53:11.235847 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-321856db-e52e-4f70-ba8b-12371f99a1a2 req-fd061d45-9f71-40ca-823f-21fd58af1e48 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Aug 07 22:53:11.338177 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:53:12.356036 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc69e4b-31a8-4342-b223-168f1630c54e req-b4c0c9b7-ec1e-4869-a9ea-9b5ac92ce777 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:12.357556 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0fc69e4b-31a8-4342-b223-168f1630c54e req-b4c0c9b7-ec1e-4869-a9ea-9b5ac92ce777 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 944 time: 0.0472178 Aug 07 22:53:12.404853 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0fc69e4b-31a8-4342-b223-168f1630c54e req-362aa8a8-be64-4485-a624-15c6ea88d79b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417922 Aug 07 22:53:12.675312 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 374b930a-c653-4543-968d-f5fcde3ad1df up at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 22:53:12.718234 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning for port 374b930a-c653-4543-968d-f5fcde3ad1df completed by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 22:53:12.782095 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Provisioning complete for port 374b930a-c653-4543-968d-f5fcde3ad1df triggered by entity L2. {{(pid=104593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 22:53:12.782473 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7759197'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), provisioning_complete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:12.855761 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Current status of the port 374b930a-c653-4543-968d-f5fcde3ad1df is: BUILD; New status is: ACTIVE {{(pid=104593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 22:53:12.856183 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7949050'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:12.878526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:53:12.880786 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b605b2c11cd2f96f6169dd7485e3cbbc33401a68bb250920f986df8a6e42176e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a24348-c884-4abd-8e6c-2b05146b1bcf" -d '{"events": [{"server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:53:12.894197 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] For port 374b930a-c653-4543-968d-f5fcde3ad1df, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=374b930a-c653-4543-968d-f5fcde3ad1df,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:53:12.919802 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43484fd2-5ebc-4700-9524-c73a7fe09863 x-openstack-request-id: req-43484fd2-5ebc-4700-9524-c73a7fe09863 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:53:12.920114 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:53:12.920395 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43484fd2-5ebc-4700-9524-c73a7fe09863 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:53:12.920857 dv-cinder-850321-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43484fd2-5ebc-4700-9524-c73a7fe09863'] response: {'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df', 'code': 200} Aug 07 22:53:12.959580 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760084378853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760083944587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760083944605'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:13.010529 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Pushing event updated for resources: {'Port': ['ID=374b930a-c653-4543-968d-f5fcde3ad1df,revision_number=5']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:53:13.240212 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f14f5-9bbb-4656-81ee-f397de892f47 req-0e354e3d-8e36-4099-9b76-7809dbcf415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:13.242193 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-337f14f5-9bbb-4656-81ee-f397de892f47 req-0e354e3d-8e36-4099-9b76-7809dbcf415b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 1129 time: 0.0421956 Aug 07 22:53:13.288365 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-337f14f5-9bbb-4656-81ee-f397de892f47 req-5657d8a1-6c54-47b3-8271-431054189081 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372453 Aug 07 22:53:13.522362 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366592d8-7021-4486-93cb-2416d2bce4ff req-db85dc79-494b-4f6d-8621-f07718ec898d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:13.523844 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-366592d8-7021-4486-93cb-2416d2bce4ff req-db85dc79-494b-4f6d-8621-f07718ec898d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 945 time: 0.0465987 Aug 07 22:53:13.559615 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:13.571292 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-366592d8-7021-4486-93cb-2416d2bce4ff req-d3261b17-1c72-43d6-90e5-126e760e79ea tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419841 Aug 07 22:53:14.699534 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076f21e-a6b3-458e-ab93-1d36508ac5ec req-c53498af-e1e4-49f2-8e15-23ecfed3d571 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:14.700969 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8076f21e-a6b3-458e-ab93-1d36508ac5ec req-c53498af-e1e4-49f2-8e15-23ecfed3d571 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 945 time: 0.0541155 Aug 07 22:53:14.749965 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8076f21e-a6b3-458e-ab93-1d36508ac5ec req-2ae2daa9-2c69-4396-b37a-9f9a95eda9fa tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Aug 07 22:53:15.867852 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaf10c-b880-4e66-8fa8-8fd3691292cf req-b42ba6ef-f05f-41b8-aa79-39260f914598 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:15.869335 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7eaf10c-b880-4e66-8fa8-8fd3691292cf req-b42ba6ef-f05f-41b8-aa79-39260f914598 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 945 time: 0.0461109 Aug 07 22:53:15.919402 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c7eaf10c-b880-4e66-8fa8-8fd3691292cf req-eb39b619-92f8-43ce-bb98-af55d047de4d tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446422 Aug 07 22:53:16.036624 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ff252-33d6-45d6-85d3-a92487e8db45 req-4e48bcff-71b0-4bd0-b1a7-b0015a2b56cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:16.038034 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ad4ff252-33d6-45d6-85d3-a92487e8db45 req-4e48bcff-71b0-4bd0-b1a7-b0015a2b56cd tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 945 time: 0.0467479 Aug 07 22:53:16.047759 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40692) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:53:16.052066 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Request body: {'floatingip': {'port_id': '374b930a-c653-4543-968d-f5fcde3ad1df'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 22:53:16.093190 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (973120be-16b7-4540-88ad-5c1fe1cd7597), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:16.705633 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:16.765456 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:16.879272 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (973120be-16b7-4540-88ad-5c1fe1cd7597), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:16.973623 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP 973120be-16b7-4540-88ad-5c1fe1cd7597 associated. External IP: 172.27.3.142, port: 374b930a-c653-4543-968d-f5fcde3ad1df. Aug 07 22:53:17.116125 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:17.168374 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:53:17.270562 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:53:17.276240 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:17.281527 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:53:17.291907 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:53:17.292564 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:52:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:53:17.306111 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b73b36f6-e707-45bb-a9d6-0c259b9e834e tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/973120be-16b7-4540-88ad-5c1fe1cd7597 HTTP/1.1" status: 200 len: 991 time: 1.2572436 Aug 07 22:53:17.306695 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:53:17.309010 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6989cbb3-a108-427c-a8cd-76dca3ce7ced" -d '{"events": [{"name": "network-changed", "server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:53:17.336769 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:17.349097 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93fd2be-d36c-43ee-9d6c-c7e2a840b6cd x-openstack-request-id: req-f93fd2be-d36c-43ee-9d6c-c7e2a840b6cd {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:53:17.349097 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:53:17.349097 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f93fd2be-d36c-43ee-9d6c-c7e2a840b6cd {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:53:17.349097 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93fd2be-d36c-43ee-9d6c-c7e2a840b6cd'] response: {'name': 'network-changed', 'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df', 'status': 'completed', 'code': 200} Aug 07 22:53:17.401553 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:53:17.411774 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-653018bf-2506-4687-8b46-b3aba5fa8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:17.414248 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-653018bf-2506-4687-8b46-b3aba5fa8337 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 1129 time: 0.0443428 Aug 07 22:53:17.446560 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:17.507209 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-bd60e306-fc55-428d-b096-4976b01ecaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:17.508858 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-bd60e306-fc55-428d-b096-4976b01ecaca service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0883358 Aug 07 22:53:17.576038 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-342b40e7-a302-48c3-8f2f-81d8157b8a65 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374b930a-c653-4543-968d-f5fcde3ad1df HTTP/1.1" status: 200 len: 999 time: 0.0601478 Aug 07 22:53:17.618594 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '973120be-16b7-4540-88ad-5c1fe1cd7597', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '374b930a-c653-4543-968d-f5fcde3ad1df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:80:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:53:03Z', 'updated_at': '2022-08-07T22:53:16Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:53:17.625401 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-8c8d6d51-ae9a-45f4-ac83-2b9f5b01db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:17.626857 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-8c8d6d51-ae9a-45f4-ac83-2b9f5b01db10 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0449467 Aug 07 22:53:17.642944 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:53:17.652411 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:53:17.653040 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:52:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:53:17.671298 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-8f78a920-18ff-4a1c-9e69-a7b99aa50a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:17.672851 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-8f78a920-18ff-4a1c-9e69-a7b99aa50a36 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397913 Aug 07 22:53:17.758355 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:53:17.769708 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-90c072b7-eb99-44b8-88e7-4ba68c937c9c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900741 Aug 07 22:53:17.782930 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:17.859793 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6989cbb3-a108-427c-a8cd-76dca3ce7ced req-ed37f841-f4e5-468a-9d76-3b7edc8e6c67 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 Aug 07 22:53:17.973185 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '973120be-16b7-4540-88ad-5c1fe1cd7597', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '374b930a-c653-4543-968d-f5fcde3ad1df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:80:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:53:03Z', 'updated_at': '2022-08-07T22:53:16Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:53:17.998021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0389eb5-a37d-4556-81e5-6fac9c41c360 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_floatingips': [{'id': '973120be-16b7-4540-88ad-5c1fe1cd7597', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'router_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'port_id': '374b930a-c653-4543-968d-f5fcde3ad1df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'mac_address': 'fa:16:3e:80:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T22:53:03Z', 'updated_at': '2022-08-07T22:53:16Z', 'revision_number': 1, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:53:18.179281 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba703ab-4803-496c-abf5-2f7eec897b0a None None] New status for floating IP 973120be-16b7-4540-88ad-5c1fe1cd7597: ACTIVE {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:53:23.907707 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-70d592ed-2613-47f1-b6d4-0cdc3b27a247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:26.484476 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5a857fa9-d51a-43d4-a9d7-e83307b2336d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:27.465755 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:27.855758 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=52 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:27.856579 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:28.277389 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:28.280240 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:29.461881 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:29.494626 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:29.779596 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:39.679092 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:39.680923 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:44.080105 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-dadd62d9-f478-4cef-8a5a-72ed521bd9a6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382166 Aug 07 22:53:44.162573 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-c94eeb4a-199b-47b3-96d0-a76f8e4bb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:44.164041 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-c94eeb4a-199b-47b3-96d0-a76f8e4bb5c5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4571d38eeff749fcb073842d5ad4fc65&device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 1129 time: 0.0421491 Aug 07 22:53:44.265964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-667f9183-d3dc-483b-b964-0d3843ccc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:44.267664 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-667f9183-d3dc-483b-b964-0d3843ccc6e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 200 len: 915 time: 0.0847003 Aug 07 22:53:44.331599 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-1d89319f-1d83-4e8f-8f33-549f7c2e8b7f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374b930a-c653-4543-968d-f5fcde3ad1df HTTP/1.1" status: 200 len: 1001 time: 0.0577407 Aug 07 22:53:44.379052 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-7e6235a5-5755-4882-8fba-28eb863ba135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:44.380484 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-7e6235a5-5755-4882-8fba-28eb863ba135 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 200 len: 853 time: 0.0430763 Aug 07 22:53:44.427465 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-aa5a8ac6-b0d8-41a5-9537-2fbee25defec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:53:44.428944 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-aa5a8ac6-b0d8-41a5-9537-2fbee25defec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2d15b754-28f9-4d07-a0c7-ae4f93625ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389881 Aug 07 22:53:44.528585 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-09ef06da-291d-4f6b-9123-ba16a2c15476 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865109 Aug 07 22:53:44.617385 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-647373cf-e23c-4e3a-82e5-1ad64e7c6087 req-f38b1245-97c2-4cf6-9b68-5525dfc35f04 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820825 Aug 07 22:53:48.337831 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:53:53.968233 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b9d523b6-9e9c-4e44-b201-d7d7ea77bde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:54.613138 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=54 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:54.615016 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=47 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:56.472760 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7d76a16d-ff99-42f4-8b34-2fd419f456df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:57.467075 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:58.332764 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:58.333505 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:53:59.454042 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:59.482426 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:53:59.770029 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:04.077101 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f896bc-389d-4668-acff-efb76175ab8a req-29f10a6a-54b1-4ada-86b6-25f24dfdae0b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:54:04.078572 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87f896bc-389d-4668-acff-efb76175ab8a req-29f10a6a-54b1-4ada-86b6-25f24dfdae0b tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 945 time: 0.0513499 Aug 07 22:54:04.126244 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-87f896bc-389d-4668-acff-efb76175ab8a req-fefb6873-0caf-49f3-a7f1-f7c2dfc43fec tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Aug 07 22:54:05.245933 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcf4d7-1139-49f0-b117-381046033c3a req-32f673c9-d39a-46ad-b3fa-44cb317945c5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:54:05.246763 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38bcf4d7-1139-49f0-b117-381046033c3a req-32f673c9-d39a-46ad-b3fa-44cb317945c5 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 945 time: 0.0473950 Aug 07 22:54:05.293158 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-38bcf4d7-1139-49f0-b117-381046033c3a req-0fd65fb2-2da0-43e1-9a37-6976bbccddde tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65a57242-64a4-411e-9232-8692e09b7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 Aug 07 22:54:05.794648 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-338e00f8-6e89-4a47-a810-aa85b9c9dfb8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 22:54:05.796109 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-338e00f8-6e89-4a47-a810-aa85b9c9dfb8 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 945 time: 0.0473440 Aug 07 22:54:05.879535 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port 374b930a-c653-4543-968d-f5fcde3ad1df {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:54:05.879877 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:05.973357 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] For port 374b930a-c653-4543-968d-f5fcde3ad1df, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=374b930a-c653-4543-968d-f5fcde3ad1df,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:54:05.973712 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:06.135635 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:06.135904 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-467986'] for floatingip (973120be-16b7-4540-88ad-5c1fe1cd7597), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:06.136258 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Floating IP 973120be-16b7-4540-88ad-5c1fe1cd7597 disassociated. External IP: 172.27.3.142, port: 374b930a-c653-4543-968d-f5fcde3ad1df. Aug 07 22:54:06.136599 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for 374b930a-c653-4543-968d-f5fcde3ad1df owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:54:06.329737 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (374b930a-c653-4543-968d-f5fcde3ad1df), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:06.356433 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=374b930a-c653-4543-968d-f5fcde3ad1df,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:06.371214 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.371567 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.371911 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.372277 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.372612 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.372949 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.373281 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.373609 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.374012 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.374256 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.374580 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.374904 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.375234 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.375558 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.375877 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:06.435958 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-02447527-2760-4b1b-be49-a2175d541293 req-8a5e036b-e6f0-4645-884c-d923a0f59f47 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 210 time: 0.0669594 Aug 07 22:54:06.505761 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:54:06.517189 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:06.561010 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:06.612499 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:54:06.622718 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:54:06.633307 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:54:06.634144 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:53:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:06.658372 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] No DVR routers for this DVR port 374b930a-c653-4543-968d-f5fcde3ad1df on host hv-cinder-85032 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:54:06.660816 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:06.664025 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-bbe28ef7-a5a5-4a1e-bdd3-f3e58bc6a794 req-ecfe11be-50bf-47f9-95e4-8c8835adee90 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.27 "DELETE /networking/v2.0/ports/374b930a-c653-4543-968d-f5fcde3ad1df HTTP/1.1" status: 204 len: 173 time: 0.8626626 Aug 07 22:54:06.664475 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'name': 'network-vif-deleted', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 22:54:06.666956 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653c2fd16b2efba9fc71b31465acb3f22ae4a965ecbea6a3cba5f984981939be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16936c9-d4eb-4e9d-b8e1-e537d13e5a89" -d '{"events": [{"server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "name": "network-vif-deleted", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 22:54:06.711265 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 22:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efff42b1-17e9-4eac-9fb6-ef8b74d237f2 x-openstack-request-id: req-efff42b1-17e9-4eac-9fb6-ef8b74d237f2 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 22:54:06.711606 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22b783-e5b8-4433-874b-6c5ccef5eb8b", "name": "network-vif-deleted", "tag": "374b930a-c653-4543-968d-f5fcde3ad1df", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 22:54:06.712091 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efff42b1-17e9-4eac-9fb6-ef8b74d237f2 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 22:54:06.713638 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efff42b1-17e9-4eac-9fb6-ef8b74d237f2'] response: {'server_uuid': 'ac22b783-e5b8-4433-874b-6c5ccef5eb8b', 'name': 'network-vif-deleted', 'tag': '374b930a-c653-4543-968d-f5fcde3ad1df', 'status': 'completed', 'code': 200} Aug 07 22:54:06.746875 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:54:06.944429 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:06.973358 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:54:06.982138 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:54:06.982748 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:53:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:07.085066 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:54:07.272353 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:07.296863 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e628bff-2d06-49b0-b493-cf65753af225 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:49:36Z', 'revision_number': 4, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi', '_interfaces': [{'id': '4b15763c-6a49-4019-a3ae-32a8ac570d7e', 'name': '', 'network_id': '2d15b754-28f9-4d07-a0c7-ae4f93625ddd', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'mac_address': 'fa:16:3e:ce:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6648bce2-9f32-4965-aba2-12bac701419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:36Z', 'updated_at': '2022-08-07T22:49:41Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'subnets': [{'id': '6648bce2-9f32-4965-aba2-12bac701419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:54:07.519189 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4513b9c1-12b9-49a4-b7e5-7eef6ef27f3a None None] New status for floating IP 973120be-16b7-4540-88ad-5c1fe1cd7597: DOWN {{(pid=104594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 22:54:07.554643 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1808114c-dd57-4dfe-8b22-c917ef9db6b1 req-a7409092-2b4e-417f-8292-772f09961e14 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ac22b783-e5b8-4433-874b-6c5ccef5eb8b HTTP/1.1" status: 200 len: 210 time: 0.0298448 Aug 07 22:54:08.712201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40778) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:08.770752 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3a360435-5149-4a42-8613-5a329f4609c0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (65a57242-64a4-411e-9232-8692e09b7b6e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:08.794064 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3a360435-5149-4a42-8613-5a329f4609c0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (65a57242-64a4-411e-9232-8692e09b7b6e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:08.912777 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3a360435-5149-4a42-8613-5a329f4609c0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (65a57242-64a4-411e-9232-8692e09b7b6e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:08.915243 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3a360435-5149-4a42-8613-5a329f4609c0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:08.916451 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3a360435-5149-4a42-8613-5a329f4609c0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/65a57242-64a4-411e-9232-8692e09b7b6e HTTP/1.1" status: 204 len: 168 time: 0.2026784 Aug 07 22:54:08.919472 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40780) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:08.925967 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a360435-5149-4a42-8613-5a329f4609c0 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a57242-64a4-411e-9232-8692e09b7b6e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:08.934298 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.api.v2.resource [None req-f5a9304b-ebce-4109-b575-27f7acaaa127 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] show failed (client error): The resource could not be found. Aug 07 22:54:08.935323 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-f5a9304b-ebce-4109-b575-27f7acaaa127 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "GET /networking/v2.0/security-groups/65a57242-64a4-411e-9232-8692e09b7b6e HTTP/1.1" status: 404 len: 347 time: 0.0148087 Aug 07 22:54:08.938236 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40784) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:08.969657 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 374b930a-c653-4543-968d-f5fcde3ad1df no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:54:08.993703 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] No Port match for: 374b930a-c653-4543-968d-f5fcde3ad1df {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:54:08.994417 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Device 374b930a-c653-4543-968d-f5fcde3ad1df not bound to the agent host hv-cinder-85032 {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:54:09.054303 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Deleting port d5714510-6eb8-4c15-abb7-3e9524c42ac4 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:54:09.054640 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:09.130670 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:09.130989 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (d5714510-6eb8-4c15-abb7-3e9524c42ac4), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:09.144150 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Calling delete_port for d5714510-6eb8-4c15-abb7-3e9524c42ac4 owned by network:floatingip {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:54:09.333941 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (d5714510-6eb8-4c15-abb7-3e9524c42ac4), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:09.359291 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Pushing event deleted for resources: {'Port': ['ID=d5714510-6eb8-4c15-abb7-3e9524c42ac4,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:09.384214 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.384622 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.385004 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.385342 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.385677 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.386012 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.386339 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.386664 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.386992 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.387323 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.387647 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.387969 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.388311 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.388630 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.388947 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:09.435719 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks [] for floatingip (973120be-16b7-4540-88ad-5c1fe1cd7597), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:09.438268 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72339'] for floatingip (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:09.439458 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-ccf0125e-a1ef-4edb-9c13-9fb0cff76660 tempest-AttachVolumeNegativeTest-2010488842 tempest-AttachVolumeNegativeTest-2010488842-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/973120be-16b7-4540-88ad-5c1fe1cd7597 HTTP/1.1" status: 204 len: 168 time: 0.5002859 Aug 07 22:54:13.625470 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40820) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:13.927655 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467767'] for router_interface (d53d0422-7c9e-411e-8c99-4cffc885ad6d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:14.049290 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:14.077218 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:14.146877 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Deleting port 4b15763c-6a49-4019-a3ae-32a8ac570d7e {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:54:14.147356 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:14.228983 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] For port 4b15763c-6a49-4019-a3ae-32a8ac570d7e, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=4b15763c-6a49-4019-a3ae-32a8ac570d7e,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:54:14.229759 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:14.241898 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Calling delete_port for 4b15763c-6a49-4019-a3ae-32a8ac570d7e owned by network:router_interface {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:54:14.455709 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (4b15763c-6a49-4019-a3ae-32a8ac570d7e), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:14.478619 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b15763c-6a49-4019-a3ae-32a8ac570d7e,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:14.641297 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467883'] for router_interface (d53d0422-7c9e-411e-8c99-4cffc885ad6d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:14.828136 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:14.847342 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Router d53d0422-7c9e-411e-8c99-4cffc885ad6d has already been hosted by L3 agent 9bb3ca54-ff66-4d06-9cd5-2f011be40c7e {{(pid=104592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 22:54:14.929735 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:14.950012 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] Notify agent at l3_agent.dv-cinder-850321-3-iscsi the message routers_updated {{(pid=104592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 22:54:14.954930 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-8e835096-f98d-4234-8632-0beec6c3a722 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d53d0422-7c9e-411e-8c99-4cffc885ad6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3286359 Aug 07 22:54:14.957578 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40822) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:14.960165 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] Sync routers for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 22:54:14.970695 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:54:14.975507 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:53:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:15.064070 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks [] for router (d53d0422-7c9e-411e-8c99-4cffc885ad6d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:15.166289 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks [] for router_gateway (d53d0422-7c9e-411e-8c99-4cffc885ad6d), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:15.201443 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: dv-cinder-850321-3-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:54:15.301139 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:15.305325 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:15.372601 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'external_fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:54:14Z', 'revision_number': 5, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port': {'id': 'c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7', 'name': '', 'network_id': '49b77893-33c7-43ae-ad12-d6b97a8bb314', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T22:49:34Z', 'updated_at': '2022-08-07T22:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c60ee11-745f-4876-ad0a-0eaf1bcfe3f7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-3-iscsi'}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:15.400236 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] Checking router: d53d0422-7c9e-411e-8c99-4cffc885ad6d for host: dv-cinder-850321-3-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 22:54:15.410606 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] Routers {'d53d0422-7c9e-411e-8c99-4cffc885ad6d'} bound to L3 agent in host dv-cinder-850321-3-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 22:54:15.411258 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T22:29:26Z,description=,heartbeat_timestamp=2022-08-07T22:53:56Z,host='dv-cinder-850321-3-iscsi',id=9bb3ca54-ff66-4d06-9cd5-2f011be40c7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T22:29:27Z,topic='l3_agent')) {'router_ids': ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:15.503585 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] Set router d53d0422-7c9e-411e-8c99-4cffc885ad6d gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 22:54:15.536987 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Deleting port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:54:15.537323 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:15.555271 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:54:15Z', 'revision_number': 6, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port_host': None}], 'dv-cinder-850321-3-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:15.579827 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15605e83-7a2a-4e89-a344-a8d0c9caf564 None None] The sync data for ids ['d53d0422-7c9e-411e-8c99-4cffc885ad6d'] in dv-cinder-850321-3-iscsi is: [{'id': 'd53d0422-7c9e-411e-8c99-4cffc885ad6d', 'name': 'tempest-AttachVolumeNegativeTest-742885857-router', 'tenant_id': '4571d38eeff749fcb073842d5ad4fc65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T22:49:33Z', 'updated_at': '2022-08-07T22:54:15Z', 'revision_number': 6, 'project_id': '4571d38eeff749fcb073842d5ad4fc65', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 22:54:15.618751 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] For port c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,segment=NetworkSegment(5097323e-69db-4a67-8d6d-189baa41432b),segment_id=5097323e-69db-4a67-8d6d-189baa41432b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:54:15.619115 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:15.635310 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Calling delete_port for c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 owned by network:router_gateway {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:54:15.856035 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3581726'] for port (c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:15.882535 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Pushing event deleted for resources: {'Port': ['ID=c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:15.945431 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395235'] for router_gateway (d53d0422-7c9e-411e-8c99-4cffc885ad6d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.042304 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2128'] for router (d53d0422-7c9e-411e-8c99-4cffc885ad6d), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.042304 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks [] for router_controller (d53d0422-7c9e-411e-8c99-4cffc885ad6d), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.146979 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469070'] for router (d53d0422-7c9e-411e-8c99-4cffc885ad6d), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.147596 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53d0422-7c9e-411e-8c99-4cffc885ad6d {{(pid=104592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 22:54:16.152445 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.153623 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-0c33668f-2436-42e2-ad4e-bb2ffe64928c admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/d53d0422-7c9e-411e-8c99-4cffc885ad6d HTTP/1.1" status: 204 len: 168 time: 1.1951203 Aug 07 22:54:16.156094 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40828) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:16.204986 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_v2 [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] Deleting subnet 6648bce2-9f32-4965-aba2-12bac701419a {{(pid=104592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 22:54:16.208330 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] Publish callbacks [] for subnet (6648bce2-9f32-4965-aba2-12bac701419a), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.242903 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9013775'] for subnet (6648bce2-9f32-4965-aba2-12bac701419a), precommit_delete_associations {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.268182 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:16.278281 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:16.317580 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7760175'] for subnet (6648bce2-9f32-4965-aba2-12bac701419a), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.444845 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7760164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3581803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8537934'] for subnet (6648bce2-9f32-4965-aba2-12bac701419a), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.471894 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6648bce2-9f32-4965-aba2-12bac701419a,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:16.476579 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for subnet (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.483040 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40830) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:16.483725 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-63660fe3-e232-45c7-b6f2-211c2d960212 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/6648bce2-9f32-4965-aba2-12bac701419a HTTP/1.1" status: 204 len: 168 time: 0.3262098 Aug 07 22:54:16.486517 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75167b24-ef2b-4b95-8f77-34d0daf62087 None None] Network 2d15b754-28f9-4d07-a0c7-ae4f93625ddd requested from dv-cinder-850321-3-iscsi {{(pid=104593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 22:54:16.560773 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7630659'] for network (2d15b754-28f9-4d07-a0c7-ae4f93625ddd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.605938 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Deleting port 9509e968-b6b2-46c6-8d88-b52269e754eb {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:54:16.606276 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.668501 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] DHCP port deletion for 2d15b754-28f9-4d07-a0c7-ae4f93625ddd request from dv-cinder-850321-3-iscsi {{(pid=104593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 22:54:16.681003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] For port 9509e968-b6b2-46c6-8d88-b52269e754eb, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=9509e968-b6b2-46c6-8d88-b52269e754eb,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:54:16.681367 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.695570 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Calling delete_port for 9509e968-b6b2-46c6-8d88-b52269e754eb owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:54:16.710300 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Deleting port 9509e968-b6b2-46c6-8d88-b52269e754eb {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 22:54:16.710673 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760084375345'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.778774 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] For port 9509e968-b6b2-46c6-8d88-b52269e754eb, host dv-cinder-850321-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-3-iscsi',level=0,port_id=9509e968-b6b2-46c6-8d88-b52269e754eb,segment=NetworkSegment(38047cbb-ce82-4167-9003-e2cf8a7ea22b),segment_id=38047cbb-ce82-4167-9003-e2cf8a7ea22b)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 22:54:16.779223 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398926'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.792438 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Calling delete_port for 9509e968-b6b2-46c6-8d88-b52269e754eb owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 22:54:16.832875 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3266988'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.863003 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9509e968-b6b2-46c6-8d88-b52269e754eb,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:16.864870 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] No DVR routers for this DVR port 9509e968-b6b2-46c6-8d88-b52269e754eb on host dv-cinder-850321-3-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:54:16.871326 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7948987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760084378862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760083944578'] for port (9509e968-b6b2-46c6-8d88-b52269e754eb), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.898795 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Pushing event deleted for resources: {'Port': ['ID=9509e968-b6b2-46c6-8d88-b52269e754eb,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:16.903816 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] No DVR routers for this DVR port 9509e968-b6b2-46c6-8d88-b52269e754eb on host dv-cinder-850321-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 22:54:16.910312 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.910658 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.913278 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.914097 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.914097 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.914097 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.914449 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.914720 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c1804-d631-4d24-b562-46ca8805dcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 22:54:16.940432 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7763632', 'neutron.services.segments.db._delete_segments_for_network-8760084417006'] for network (2d15b754-28f9-4d07-a0c7-ae4f93625ddd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.960448 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d15b754-28f9-4d07-a0c7-ae4f93625ddd']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:16.970154 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38047cbb-ce82-4167-9003-e2cf8a7ea22b') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:16.970448 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38047cbb-ce82-4167-9003-e2cf8a7ea22b') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 22:54:16.980910 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760084416907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804295'] for segment (38047cbb-ce82-4167-9003-e2cf8a7ea22b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:16.994041 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028'] for segment (38047cbb-ce82-4167-9003-e2cf8a7ea22b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.000591 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 22:54:17.002013 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7765028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3253115'] for segment (38047cbb-ce82-4167-9003-e2cf8a7ea22b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.073508 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 38047cbb-ce82-4167-9003-e2cf8a7ea22b resource provider aggregate not found Aug 07 22:54:17.090057 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 38047cbb-ce82-4167-9003-e2cf8a7ea22b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38047cbb-ce82-4167-9003-e2cf8a7ea22b found for delete ", "request_id": "req-35d8e198-a7ad-430e-aaa3-104f51ae42ca"}]} Aug 07 22:54:17.118239 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7763643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395813'] for network (2d15b754-28f9-4d07-a0c7-ae4f93625ddd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.124479 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526697'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.127674 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/2d15b754-28f9-4d07-a0c7-ae4f93625ddd HTTP/1.1" status: 204 len: 168 time: 0.6436164 Aug 07 22:54:17.129338 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:17.139191 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a7dca-770a-4348-82cc-b86386dc5de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d15b754-28f9-4d07-a0c7-ae4f93625ddd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:17.433605 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40842) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:17.475017 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-08b4e646-676d-4dee-99ab-468b8de662cc admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=4571d38eeff749fcb073842d5ad4fc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401745 Aug 07 22:54:17.477466 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40844) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:17.496974 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 4b15763c-6a49-4019-a3ae-32a8ac570d7e no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:54:17.515877 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 4b15763c-6a49-4019-a3ae-32a8ac570d7e {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:54:17.516410 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 4b15763c-6a49-4019-a3ae-32a8ac570d7e not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:54:17.516683 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:54:17.527153 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f97d5fb-4877-4345-bef4-724bca975320 admin admin] Publish callbacks [] for security_group (837bffc2-c01c-4289-ac3a-2e089cb06e68), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.535271 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:54:17.535610 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device c32bb80d-89a9-45e1-b9ed-6ebed63ed8e7 not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:54:17.536008 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 9509e968-b6b2-46c6-8d88-b52269e754eb no longer exists at agent ovs-agent-dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 22:54:17.549510 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f97d5fb-4877-4345-bef4-724bca975320 admin admin] Publish callbacks [] for security_group (837bffc2-c01c-4289-ac3a-2e089cb06e68), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.554247 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] No Port match for: 9509e968-b6b2-46c6-8d88-b52269e754eb {{(pid=104593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 22:54:17.554590 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.rpc [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Device 9509e968-b6b2-46c6-8d88-b52269e754eb not bound to the agent host dv-cinder-850321-3-iscsi {{(pid=104593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 22:54:17.659722 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f97d5fb-4877-4345-bef4-724bca975320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (837bffc2-c01c-4289-ac3a-2e089cb06e68), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.662368 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f97d5fb-4877-4345-bef4-724bca975320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:17.663601 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8f97d5fb-4877-4345-bef4-724bca975320 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/837bffc2-c01c-4289-ac3a-2e089cb06e68 HTTP/1.1" status: 204 len: 168 time: 0.1852522 Aug 07 22:54:17.672498 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d5fb-4877-4345-bef4-724bca975320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837bffc2-c01c-4289-ac3a-2e089cb06e68,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:22.282635 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40914) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:22.387296 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ace5e610-82ad-4d3f-a0e6-662ab96b3ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:22.428154 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:22.466342 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ace5e610-82ad-4d3f-a0e6-662ab96b3ee4 admin admin] Publish callbacks [] for security_group (d09d6788-cf11-4923-bfca-46f6c569880b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:22.523739 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ace5e610-82ad-4d3f-a0e6-662ab96b3ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d09d6788-cf11-4923-bfca-46f6c569880b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:22.562482 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5e610-82ad-4d3f-a0e6-662ab96b3ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d6788-cf11-4923-bfca-46f6c569880b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:22.567788 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ace5e610-82ad-4d3f-a0e6-662ab96b3ee4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9b3b6c7a36c044169ef557330b58006f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841368 Aug 07 22:54:22.570533 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40918) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:22.620247 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5be97b35-2d9e-4abd-aebe-de03dbc9409d admin admin] Publish callbacks [] for security_group (d09d6788-cf11-4923-bfca-46f6c569880b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:22.642020 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5be97b35-2d9e-4abd-aebe-de03dbc9409d admin admin] Publish callbacks [] for security_group (d09d6788-cf11-4923-bfca-46f6c569880b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:22.758384 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5be97b35-2d9e-4abd-aebe-de03dbc9409d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (d09d6788-cf11-4923-bfca-46f6c569880b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:22.761914 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5be97b35-2d9e-4abd-aebe-de03dbc9409d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:22.763143 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5be97b35-2d9e-4abd-aebe-de03dbc9409d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d09d6788-cf11-4923-bfca-46f6c569880b HTTP/1.1" status: 204 len: 168 time: 0.1917045 Aug 07 22:54:22.771715 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97b35-2d9e-4abd-aebe-de03dbc9409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d6788-cf11-4923-bfca-46f6c569880b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:23.415684 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 40924) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:23.433298 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18cd86e0-abfa-497b-a0e4-9732bd0eb3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:23.467581 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:23.508526 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18cd86e0-abfa-497b-a0e4-9732bd0eb3a9 admin admin] Publish callbacks [] for security_group (5a4f6525-6d3f-43ad-9e59-54aeecad0a73), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:23.563909 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-18cd86e0-abfa-497b-a0e4-9732bd0eb3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5a4f6525-6d3f-43ad-9e59-54aeecad0a73), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:23.604717 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-18cd86e0-abfa-497b-a0e4-9732bd0eb3a9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b7d810061ef345bb8525d812074fe884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865771 Aug 07 22:54:23.606677 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd86e0-abfa-497b-a0e4-9732bd0eb3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f6525-6d3f-43ad-9e59-54aeecad0a73,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:23.607608 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 40926) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:23.665459 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc1a1-5e75-4266-b0f3-0aa74689cb38 admin admin] Publish callbacks [] for security_group (5a4f6525-6d3f-43ad-9e59-54aeecad0a73), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:23.687234 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc1a1-5e75-4266-b0f3-0aa74689cb38 admin admin] Publish callbacks [] for security_group (5a4f6525-6d3f-43ad-9e59-54aeecad0a73), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:23.807618 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc1a1-5e75-4266-b0f3-0aa74689cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (5a4f6525-6d3f-43ad-9e59-54aeecad0a73), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:23.810178 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc1a1-5e75-4266-b0f3-0aa74689cb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:23.811318 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-7f4bc1a1-5e75-4266-b0f3-0aa74689cb38 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5a4f6525-6d3f-43ad-9e59-54aeecad0a73 HTTP/1.1" status: 204 len: 168 time: 0.2016945 Aug 07 22:54:23.819096 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bc1a1-5e75-4266-b0f3-0aa74689cb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f6525-6d3f-43ad-9e59-54aeecad0a73,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:23.927815 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d6d58301-4c88-451b-9448-790e42691444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:25.336478 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:54:26.487988 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ee9f-611e-468f-bf94-13f53b272046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:27.488371 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:29.432372 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:29.476118 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:29.808641 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:30.318841 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:30.851622 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 41024) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:30.957874 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2397f0ca-a5f8-483b-9255-59063b7d1ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:31.036451 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2397f0ca-a5f8-483b-9255-59063b7d1ae4 admin admin] Publish callbacks [] for security_group (4e28e88c-6699-4f26-9595-52106d463b68), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:31.129049 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2397f0ca-a5f8-483b-9255-59063b7d1ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (4e28e88c-6699-4f26-9595-52106d463b68), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:31.167722 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397f0ca-a5f8-483b-9255-59063b7d1ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e28e88c-6699-4f26-9595-52106d463b68,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:31.172037 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-2397f0ca-a5f8-483b-9255-59063b7d1ae4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=70a5bebd3c84405897f785c234afc027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193305 Aug 07 22:54:31.175129 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 41028) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:31.223003 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6ef869ff-f734-4bd4-936b-06f89a930d01 admin admin] Publish callbacks [] for security_group (4e28e88c-6699-4f26-9595-52106d463b68), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:31.245273 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6ef869ff-f734-4bd4-936b-06f89a930d01 admin admin] Publish callbacks [] for security_group (4e28e88c-6699-4f26-9595-52106d463b68), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:31.381015 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6ef869ff-f734-4bd4-936b-06f89a930d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (4e28e88c-6699-4f26-9595-52106d463b68), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:31.383452 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6ef869ff-f734-4bd4-936b-06f89a930d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:31.384644 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-6ef869ff-f734-4bd4-936b-06f89a930d01 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4e28e88c-6699-4f26-9595-52106d463b68 HTTP/1.1" status: 204 len: 168 time: 0.2089674 Aug 07 22:54:31.392995 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef869ff-f734-4bd4-936b-06f89a930d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e28e88c-6699-4f26-9595-52106d463b68,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:32.007110 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 41034) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:32.021650 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5565abb0-78d2-4ee2-8d12-753f22e34f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:32.040138 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:32.100144 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5565abb0-78d2-4ee2-8d12-753f22e34f0a admin admin] Publish callbacks [] for security_group (2933ccd7-1039-4b82-93ab-6b1e2997ebcf), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:32.169196 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5565abb0-78d2-4ee2-8d12-753f22e34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (2933ccd7-1039-4b82-93ab-6b1e2997ebcf), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:32.186621 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:32.209025 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-5565abb0-78d2-4ee2-8d12-753f22e34f0a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a1122c0735bd4109938e3d1cb0cb7db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008629 Aug 07 22:54:32.209840 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565abb0-78d2-4ee2-8d12-753f22e34f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2933ccd7-1039-4b82-93ab-6b1e2997ebcf,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:32.212469 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 41036) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:32.264392 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-75f6052b-9943-45c5-a9e7-07097b87358d admin admin] Publish callbacks [] for security_group (2933ccd7-1039-4b82-93ab-6b1e2997ebcf), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:32.286217 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-75f6052b-9943-45c5-a9e7-07097b87358d admin admin] Publish callbacks [] for security_group (2933ccd7-1039-4b82-93ab-6b1e2997ebcf), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:32.409134 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-75f6052b-9943-45c5-a9e7-07097b87358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (2933ccd7-1039-4b82-93ab-6b1e2997ebcf), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:32.411684 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-75f6052b-9943-45c5-a9e7-07097b87358d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:32.412868 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-75f6052b-9943-45c5-a9e7-07097b87358d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2933ccd7-1039-4b82-93ab-6b1e2997ebcf HTTP/1.1" status: 204 len: 168 time: 0.1983378 Aug 07 22:54:32.421934 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6052b-9943-45c5-a9e7-07097b87358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2933ccd7-1039-4b82-93ab-6b1e2997ebcf,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:33.122705 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 41042) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:33.136862 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3daf73fd-46ce-4d6d-8230-96be2199928c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:33.213414 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3daf73fd-46ce-4d6d-8230-96be2199928c admin admin] Publish callbacks [] for security_group (e602172f-9bfe-408b-a66f-afbc9da0366f), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:33.282641 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3daf73fd-46ce-4d6d-8230-96be2199928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e602172f-9bfe-408b-a66f-afbc9da0366f), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:33.323340 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3daf73fd-46ce-4d6d-8230-96be2199928c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=be3511d14be343948a23281aaa072f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995616 Aug 07 22:54:33.324899 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf73fd-46ce-4d6d-8230-96be2199928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e602172f-9bfe-408b-a66f-afbc9da0366f,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:33.326614 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 41044) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:33.379255 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c379479e-9b82-422a-9060-c9aed636a1e3 admin admin] Publish callbacks [] for security_group (e602172f-9bfe-408b-a66f-afbc9da0366f), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:33.402160 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c379479e-9b82-422a-9060-c9aed636a1e3 admin admin] Publish callbacks [] for security_group (e602172f-9bfe-408b-a66f-afbc9da0366f), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:33.522813 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c379479e-9b82-422a-9060-c9aed636a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (e602172f-9bfe-408b-a66f-afbc9da0366f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:33.525459 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c379479e-9b82-422a-9060-c9aed636a1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:33.526643 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c379479e-9b82-422a-9060-c9aed636a1e3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e602172f-9bfe-408b-a66f-afbc9da0366f HTTP/1.1" status: 204 len: 168 time: 0.1989882 Aug 07 22:54:33.535316 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379479e-9b82-422a-9060-c9aed636a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e602172f-9bfe-408b-a66f-afbc9da0366f,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:33.548507 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:35.332973 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=21 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:42.344209 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 41164) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:42.435526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:42.448468 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c8921b3e-ba53-4356-9e90-56aac0e46641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:42.484086 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:42.524880 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c8921b3e-ba53-4356-9e90-56aac0e46641 admin admin] Publish callbacks [] for security_group (9771252c-d80c-4fe0-b036-fe1be64667a2), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:42.603511 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c8921b3e-ba53-4356-9e90-56aac0e46641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9771252c-d80c-4fe0-b036-fe1be64667a2), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:42.643767 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c8921b3e-ba53-4356-9e90-56aac0e46641 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=703bd8d5efb64c609482f49126933eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999074 Aug 07 22:54:42.645687 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8921b3e-ba53-4356-9e90-56aac0e46641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9771252c-d80c-4fe0-b036-fe1be64667a2,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:42.646594 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 41168) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:42.697370 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3badeafb-73a1-4606-9a11-0885ed68ba2d admin admin] Publish callbacks [] for security_group (9771252c-d80c-4fe0-b036-fe1be64667a2), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:42.719449 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3badeafb-73a1-4606-9a11-0885ed68ba2d admin admin] Publish callbacks [] for security_group (9771252c-d80c-4fe0-b036-fe1be64667a2), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:42.832398 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3badeafb-73a1-4606-9a11-0885ed68ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (9771252c-d80c-4fe0-b036-fe1be64667a2), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:42.834946 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3badeafb-73a1-4606-9a11-0885ed68ba2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:42.836157 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-3badeafb-73a1-4606-9a11-0885ed68ba2d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9771252c-d80c-4fe0-b036-fe1be64667a2 HTTP/1.1" status: 204 len: 168 time: 0.1884768 Aug 07 22:54:42.844695 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badeafb-73a1-4606-9a11-0885ed68ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771252c-d80c-4fe0-b036-fe1be64667a2,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:43.426282 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 41174) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:43.440571 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-869691c1-5357-4f71-b884-b93060a5c064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:43.516948 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-869691c1-5357-4f71-b884-b93060a5c064 admin admin] Publish callbacks [] for security_group (2f6e8de1-8ff4-43ed-9cba-d0357c483e19), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:43.608964 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-869691c1-5357-4f71-b884-b93060a5c064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (2f6e8de1-8ff4-43ed-9cba-d0357c483e19), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:43.646119 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:43.651108 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-869691c1-5357-4f71-b884-b93060a5c064 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b04cb9aee8c6483482e0ec36b31d2233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237849 Aug 07 22:54:43.652408 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869691c1-5357-4f71-b884-b93060a5c064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6e8de1-8ff4-43ed-9cba-d0357c483e19,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:43.655309 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 41176) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:43.706651 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-75603454-608e-41d7-b0d3-e444ad6691bb admin admin] Publish callbacks [] for security_group (2f6e8de1-8ff4-43ed-9cba-d0357c483e19), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:43.728661 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-75603454-608e-41d7-b0d3-e444ad6691bb admin admin] Publish callbacks [] for security_group (2f6e8de1-8ff4-43ed-9cba-d0357c483e19), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:43.893845 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-75603454-608e-41d7-b0d3-e444ad6691bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (2f6e8de1-8ff4-43ed-9cba-d0357c483e19), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:43.896430 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-75603454-608e-41d7-b0d3-e444ad6691bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:43.897629 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-75603454-608e-41d7-b0d3-e444ad6691bb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2f6e8de1-8ff4-43ed-9cba-d0357c483e19 HTTP/1.1" status: 204 len: 168 time: 0.2409606 Aug 07 22:54:43.906290 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75603454-608e-41d7-b0d3-e444ad6691bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6e8de1-8ff4-43ed-9cba-d0357c483e19,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:49.345598 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [-] (104592) accepted ('10.222.0.30', 41234) {{(pid=104592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:49.451696 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4eec32b9-30d5-460e-bdb1-fe8d2eeb44db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:49.527338 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4eec32b9-30d5-460e-bdb1-fe8d2eeb44db admin admin] Publish callbacks [] for security_group (b38b0424-27ce-49c8-9031-13354b842b79), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:49.597291 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4eec32b9-30d5-460e-bdb1-fe8d2eeb44db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b38b0424-27ce-49c8-9031-13354b842b79), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:49.640240 dv-cinder-850321-3-iscsi neutron-server[104592]: INFO neutron.wsgi [None req-4eec32b9-30d5-460e-bdb1-fe8d2eeb44db admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b2badcec03fe4e618276e8c4e24f2922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934768 Aug 07 22:54:49.641117 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec32b9-30d5-460e-bdb1-fe8d2eeb44db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b0424-27ce-49c8-9031-13354b842b79,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:49.643273 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 41238) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:49.693471 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebd64577-d305-4fd5-90e6-48ec2c0ba034 admin admin] Publish callbacks [] for security_group (b38b0424-27ce-49c8-9031-13354b842b79), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:49.715253 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebd64577-d305-4fd5-90e6-48ec2c0ba034 admin admin] Publish callbacks [] for security_group (b38b0424-27ce-49c8-9031-13354b842b79), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:49.808817 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebd64577-d305-4fd5-90e6-48ec2c0ba034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (b38b0424-27ce-49c8-9031-13354b842b79), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:49.811924 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebd64577-d305-4fd5-90e6-48ec2c0ba034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:49.813083 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ebd64577-d305-4fd5-90e6-48ec2c0ba034 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b38b0424-27ce-49c8-9031-13354b842b79 HTTP/1.1" status: 204 len: 168 time: 0.1688116 Aug 07 22:54:49.820851 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd64577-d305-4fd5-90e6-48ec2c0ba034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b0424-27ce-49c8-9031-13354b842b79,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:50.450901 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 41244) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:50.455959 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ba7e395a-d116-4668-8258-dc13fa42cf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:50.534169 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ba7e395a-d116-4668-8258-dc13fa42cf8b admin admin] Publish callbacks [] for security_group (7d23e732-e259-4857-8fee-bc93573b3c7a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:50.596147 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ba7e395a-d116-4668-8258-dc13fa42cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (7d23e732-e259-4857-8fee-bc93573b3c7a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:50.634152 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e395a-d116-4668-8258-dc13fa42cf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d23e732-e259-4857-8fee-bc93573b3c7a,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:50.639522 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ba7e395a-d116-4668-8258-dc13fa42cf8b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=74d4167d498d43a389bb606e65515103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946480 Aug 07 22:54:50.642290 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.30', 41246) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 22:54:50.690406 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afb2615d-b17b-44de-8d77-4f2718f35d79 admin admin] Publish callbacks [] for security_group (7d23e732-e259-4857-8fee-bc93573b3c7a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:50.712024 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afb2615d-b17b-44de-8d77-4f2718f35d79 admin admin] Publish callbacks [] for security_group (7d23e732-e259-4857-8fee-bc93573b3c7a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:50.837568 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afb2615d-b17b-44de-8d77-4f2718f35d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648824'] for security_group (7d23e732-e259-4857-8fee-bc93573b3c7a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:50.840201 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afb2615d-b17b-44de-8d77-4f2718f35d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:50.841334 dv-cinder-850321-3-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-afb2615d-b17b-44de-8d77-4f2718f35d79 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7d23e732-e259-4857-8fee-bc93573b3c7a HTTP/1.1" status: 204 len: 168 time: 0.1985574 Aug 07 22:54:50.849689 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2615d-b17b-44de-8d77-4f2718f35d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d23e732-e259-4857-8fee-bc93573b3c7a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 22:54:52.857027 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:53.894423 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4723df62-247e-4a42-b2fd-a1d336dfa249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:56.506288 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-39563c13-16f5-4a89-a251-f96389717634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:57.475948 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:59.431458 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:59.454183 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:54:59.630852 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=71,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:59.635764 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:54:59.791777 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:00.844493 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:00.845409 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=72,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:02.335936 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:55:09.725801 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:09.727593 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:12.330819 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:12.331631 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:22.374002 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:23.898264 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a589-a87c-4d33-b0f8-3a5ba52f30af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:26.482542 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbf03-3c80-47d8-a513-89fe60707bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:27.471212 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:28.955063 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-473749e8-6806-41a2-8854-1b0e032bfbca service neutron] (104591) timed out ('10.222.0.30', 35292) {{(pid=104591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 22:55:29.341472 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [req-a2885345-0c70-4f0b-bc14-195c3b1d0778 req-688d0850-3e36-49ff-81a8-170e7d1054b9 tempest-AttachVolumeShelveTestJSON-503792829 tempest-AttachVolumeShelveTestJSON-503792829-project] (104592) timed out ('10.222.0.30', 35306) {{(pid=104592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 22:55:29.419721 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:29.430140 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:29.768008 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:39.334625 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:55:44.310097 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:44.384270 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:44.387205 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:49.331207 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:55:53.939185 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2a5-57c3-438c-b023-33df11db0b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:56.476185 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-20576b90-cbf2-49ba-9f7a-4b7d88a9c787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:57.470622 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:59.430600 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:59.459046 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:55:59.802477 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:09.742120 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:56:09.743930 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:56:16.333815 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:56:23.904526 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-645ff15b-3658-40ab-a34e-9fe7c9a09da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:26.328305 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=17 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:56:26.330227 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=17 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:56:26.458936 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a34cfcff-7b69-4424-bf95-ae832723e359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:27.464382 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:29.412053 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:29.434692 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:29.818007 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:39.750003 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:56:39.757414 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:56:53.332636 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:56:53.909030 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9e13ac74-e3ee-4256-a983-4cbb828891ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:56.475892 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c9e07842-2a19-425d-b11b-b3985c1f10ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:57.498210 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:59.418593 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:59.446123 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:56:59.835671 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:03.327541 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:03.328853 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:09.750409 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:09.757240 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:22.378447 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:22.379197 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:23.938902 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4681eb62-7d58-4f71-8a00-4637ea495804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:26.480611 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e6760e4e-16c5-4264-a94d-558e459aabe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:27.497770 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:29.440829 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:29.452175 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:29.845920 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:30.332279 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:57:40.327601 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:40.328538 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:44.385842 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:44.386718 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:57:53.920628 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c22e0c97-8126-4f9c-9453-3eb284f209c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:56.486003 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-484d4668-ad6a-4033-bcfd-a75651075664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:57.497402 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:59.457731 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:59.474796 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:57:59.811940 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:07.332529 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:58:09.768768 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:09.771630 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:23.920021 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-606a139d-938d-4b39-93dc-58f4499e587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:24.382433 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=15 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:24.384293 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=19 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:26.486276 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2ad01676-4866-49e9-b5ba-d45912b51cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:27.491062 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:29.450629 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:29.473865 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:29.828075 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:39.777167 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:39.779031 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:44.333679 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:58:49.305623 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:53.913860 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6b15d345-39ec-4a13-85cb-7b61e50f2fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:54.333069 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:58:56.462084 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14a98a86-b4e8-4bfb-8e77-992ce9573ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:57.490695 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:59.428315 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:59.462371 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:58:59.850741 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:05.507903 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-e173e4ca-9efe-4b56-a648-234ada446db8 service neutron] (104592) timed out ('10.222.0.30', 37784) {{(pid=104592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 22:59:05.584770 dv-cinder-850321-3-iscsi neutron-server[104592]: DEBUG neutron.wsgi [req-6f429094-a99e-4321-96bb-66df7f6e1e68 req-4911c0ed-09b7-413a-a440-346fe31a7f9d tempest-TestShelveInstance-1608002558 tempest-TestShelveInstance-1608002558-project] (104592) timed out ('10.222.0.30', 37794) {{(pid=104592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 22:59:09.799876 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:59:09.801780 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:59:11.238063 dv-cinder-850321-3-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-7efb5786-4bf5-43f3-80fa-8fda662b3842 req-4ffc8969-75ea-43f2-9de7-2e9f0c22bf98 service neutron] (104591) timed out ('10.222.0.27', 55512) {{(pid=104591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 22:59:21.332769 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:59:23.907626 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c47e0f2-4476-4fa7-85ee-34e9c5a7080f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:26.302457 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:59:26.473256 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f294c454-9fd4-4c01-993a-1e914f6ff4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:27.524591 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:29.417027 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:29.456277 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:29.867097 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:31.329973 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:59:44.381641 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:59:44.383530 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 22:59:53.918457 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ffa84d59-0cdf-4384-8f36-13a267938633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (87b080c3-e7a9-43c2-a057-4e44e24790b5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:56.489672 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3650b121-1a78-4c4f-b9d3-edeacdb48674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (9bb3ca54-ff66-4d06-9cd5-2f011be40c7e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:57.495748 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7b9e00bc-2367-4ec9-8bfb-ba94e99a477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (1bdc9387-e107-4650-9269-04bbc9e2c714), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:58.332538 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG neutron.db.agents_db [None req-009de085-22e5-4bef-b7f6-006d76569a17 None None] Agent healthcheck: found 6 active agents {{(pid=104594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 22:59:59.421283 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1620a219-fcd8-4293-8191-9dac3fe364af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (4fe97aa8-04b7-4534-8f63-a8e4e2aaa0b9), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:59.467050 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ecaad797-ecb0-4208-a3eb-aa491a94b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (629fa5dd-d00b-4643-b6fe-ad05676ad002), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 22:59:59.872919 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e8959b33-08ce-4508-b787-df27d23a3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760084416988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7759603'] for agent (e3dff9bf-42b2-466b-b4f3-f49316bc6ede), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 23:00:08.327907 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 23:00:08.328718 dv-cinder-850321-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 23:00:09.831617 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 23:00:09.833532 dv-cinder-850321-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=6,neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}